[ 532.699917] env[69262]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69262) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.700478] env[69262]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69262) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.700478] env[69262]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69262) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.700710] env[69262]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 532.850562] env[69262]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69262) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 532.861616] env[69262]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=69262) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 532.910528] env[69262]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 533.470686] env[69262]: INFO nova.virt.driver [None req-ed583708-f389-4558-89b4-40ca09d74fcc None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 533.542644] env[69262]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 533.542838] env[69262]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 533.542919] env[69262]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69262) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.610263] env[69262]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-58852fbd-2eb8-4000-8bb7-c2fa0d0b615c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.096205] env[69262]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69262) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 537.096357] env[69262]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-5af5a4b0-46b6-45ec-b4c6-3927e6402b56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.130593] env[69262]: INFO oslo_vmware.api [-] Successfully established new session; session ID is f92d9. [ 537.130771] env[69262]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.588s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.131432] env[69262]: INFO nova.virt.vmwareapi.driver [None req-ed583708-f389-4558-89b4-40ca09d74fcc None None] VMware vCenter version: 7.0.3 [ 537.135233] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c90040-9d8d-4da8-b9a1-f5a9b27cc732 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.154605] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14391298-307c-4ec8-9c5e-e5e1f64de007 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.161719] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ef1a12-8045-4e97-8021-710142c562a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.169320] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1548cfd4-618e-469d-a690-22412c89c2ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.183459] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcff40c7-d6fa-4284-9734-ac564610d2b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.190606] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b1146c-79c4-4772-8d1c-6547652bd435 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.222645] env[69262]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-bda6e474-7088-4b26-9a76-a45c16b572b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.229323] env[69262]: DEBUG nova.virt.vmwareapi.driver [None req-ed583708-f389-4558-89b4-40ca09d74fcc None None] Extension org.openstack.compute already exists. {{(pid=69262) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 537.232147] env[69262]: INFO nova.compute.provider_config [None req-ed583708-f389-4558-89b4-40ca09d74fcc None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 537.736093] env[69262]: DEBUG nova.context [None req-ed583708-f389-4558-89b4-40ca09d74fcc None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),42e78ccb-bb49-4f64-a090-007f48442a22(cell1) {{(pid=69262) load_cells /opt/stack/nova/nova/context.py:464}} [ 537.738258] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.738486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.739201] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.739648] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Acquiring lock "42e78ccb-bb49-4f64-a090-007f48442a22" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.739837] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Lock "42e78ccb-bb49-4f64-a090-007f48442a22" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.740841] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Lock "42e78ccb-bb49-4f64-a090-007f48442a22" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.761398] env[69262]: INFO dbcounter [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Registered counter for database nova_cell0 [ 537.769668] env[69262]: INFO dbcounter [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Registered counter for database nova_cell1 [ 537.772878] env[69262]: DEBUG oslo_db.sqlalchemy.engines [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69262) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 537.773253] env[69262]: DEBUG oslo_db.sqlalchemy.engines [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69262) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 537.778220] env[69262]: ERROR nova.db.main.api [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.778220] env[69262]: result = function(*args, **kwargs) [ 537.778220] env[69262]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 537.778220] env[69262]: return func(*args, **kwargs) [ 537.778220] env[69262]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.778220] env[69262]: result = fn(*args, **kwargs) [ 537.778220] env[69262]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.778220] env[69262]: return f(*args, **kwargs) [ 537.778220] env[69262]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 537.778220] env[69262]: return db.service_get_minimum_version(context, binaries) [ 537.778220] env[69262]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.778220] env[69262]: _check_db_access() [ 537.778220] env[69262]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.778220] env[69262]: stacktrace = ''.join(traceback.format_stack()) [ 537.778220] env[69262]: [ 537.778936] env[69262]: ERROR nova.db.main.api [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.778936] env[69262]: result = function(*args, **kwargs) [ 537.778936] env[69262]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 537.778936] env[69262]: return func(*args, **kwargs) [ 537.778936] env[69262]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.778936] env[69262]: result = fn(*args, **kwargs) [ 537.778936] env[69262]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.778936] env[69262]: return f(*args, **kwargs) [ 537.778936] env[69262]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 537.778936] env[69262]: return db.service_get_minimum_version(context, binaries) [ 537.778936] env[69262]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.778936] env[69262]: _check_db_access() [ 537.778936] env[69262]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.778936] env[69262]: stacktrace = ''.join(traceback.format_stack()) [ 537.778936] env[69262]: [ 537.779340] env[69262]: WARNING nova.objects.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 537.779462] env[69262]: WARNING nova.objects.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Failed to get minimum service version for cell 42e78ccb-bb49-4f64-a090-007f48442a22 [ 537.779895] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Acquiring lock "singleton_lock" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.780072] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Acquired lock "singleton_lock" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.780316] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Releasing lock "singleton_lock" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.780634] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Full set of CONF: {{(pid=69262) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 537.780777] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ******************************************************************************** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 537.780903] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] Configuration options gathered from: {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 537.781046] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 537.781241] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 537.781369] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ================================================================================ {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 537.781572] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] allow_resize_to_same_host = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.781743] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] arq_binding_timeout = 300 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.781872] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] backdoor_port = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.781996] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] backdoor_socket = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.782178] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] block_device_allocate_retries = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.782336] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] block_device_allocate_retries_interval = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.782504] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cert = self.pem {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.782669] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.782833] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute_monitors = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.782998] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] config_dir = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.783183] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] config_drive_format = iso9660 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.783315] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.783478] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] config_source = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.783642] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] console_host = devstack {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.783805] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] control_exchange = nova {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.783963] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cpu_allocation_ratio = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.784134] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] daemon = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.784301] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] debug = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.784458] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] default_access_ip_network_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.784626] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] default_availability_zone = nova {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.784811] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] default_ephemeral_format = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.784986] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] default_green_pool_size = 1000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.785248] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.785415] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] default_schedule_zone = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.785574] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] disk_allocation_ratio = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.785749] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] enable_new_services = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.785949] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] enabled_apis = ['osapi_compute'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.786132] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] enabled_ssl_apis = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.786294] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] flat_injected = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.786451] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] force_config_drive = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.786607] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] force_raw_images = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.786775] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] graceful_shutdown_timeout = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.786935] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] heal_instance_info_cache_interval = -1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.787177] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] host = cpu-1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.787367] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.787533] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.787696] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.787911] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.788090] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instance_build_timeout = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.788255] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instance_delete_interval = 300 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.788422] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instance_format = [instance: %(uuid)s] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.788586] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instance_name_template = instance-%08x {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.788743] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instance_usage_audit = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.788910] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instance_usage_audit_period = month {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.789084] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.789253] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.789418] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] internal_service_availability_zone = internal {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.789574] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] key = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.789837] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] live_migration_retry_count = 30 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.790015] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_color = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.790195] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_config_append = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.790365] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.790525] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_dir = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.790682] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_file = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.790809] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_options = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.790971] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_rotate_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.791156] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_rotate_interval_type = days {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.791325] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] log_rotation_type = none {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.791455] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.791581] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.791750] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.791916] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.792056] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.792220] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] long_rpc_timeout = 1800 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.792379] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] max_concurrent_builds = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.792535] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] max_concurrent_live_migrations = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.792690] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] max_concurrent_snapshots = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.792880] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] max_local_block_devices = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.793062] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] max_logfile_count = 30 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.793227] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] max_logfile_size_mb = 200 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.793388] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] maximum_instance_delete_attempts = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.793554] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] metadata_listen = 0.0.0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.793723] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] metadata_listen_port = 8775 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.793890] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] metadata_workers = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.794061] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] migrate_max_retries = -1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.794230] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] mkisofs_cmd = genisoimage {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.794436] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.794569] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] my_ip = 10.180.1.21 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.794799] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.794973] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] network_allocate_retries = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.795170] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.795343] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.795507] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] osapi_compute_listen_port = 8774 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.795676] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] osapi_compute_unique_server_name_scope = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.795849] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] osapi_compute_workers = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.796024] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] password_length = 12 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.796183] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] periodic_enable = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.796339] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] periodic_fuzzy_delay = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.796505] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] pointer_model = usbtablet {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.796671] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] preallocate_images = none {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.796830] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] publish_errors = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.796958] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] pybasedir = /opt/stack/nova {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.797158] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ram_allocation_ratio = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.797338] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] rate_limit_burst = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.797508] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] rate_limit_except_level = CRITICAL {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.797668] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] rate_limit_interval = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.797827] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] reboot_timeout = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.797985] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] reclaim_instance_interval = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.798156] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] record = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.798324] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] reimage_timeout_per_gb = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.798490] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] report_interval = 120 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.798652] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] rescue_timeout = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.798810] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] reserved_host_cpus = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.798973] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] reserved_host_disk_mb = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.799146] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] reserved_host_memory_mb = 512 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.799309] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] reserved_huge_pages = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.799470] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] resize_confirm_window = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.799630] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] resize_fs_using_block_device = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.799788] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] resume_guests_state_on_host_boot = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.799959] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.800138] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] rpc_response_timeout = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.800302] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] run_external_periodic_tasks = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.800472] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] running_deleted_instance_action = reap {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.800633] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.800791] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] running_deleted_instance_timeout = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.800951] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler_instance_sync_interval = 120 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.801134] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_down_time = 720 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.801306] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] servicegroup_driver = db {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.801463] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] shell_completion = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.801624] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] shelved_offload_time = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.801785] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] shelved_poll_interval = 3600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.801957] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] shutdown_timeout = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.802134] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] source_is_ipv6 = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.802294] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ssl_only = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.802556] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.802732] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] sync_power_state_interval = 600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.802919] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] sync_power_state_pool_size = 1000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.803106] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] syslog_log_facility = LOG_USER {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.803268] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] tempdir = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.803430] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] timeout_nbd = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.803598] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] transport_url = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.803759] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] update_resources_interval = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.803922] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] use_cow_images = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.804093] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] use_journal = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.804253] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] use_json = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.804414] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] use_rootwrap_daemon = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.804572] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] use_stderr = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.804733] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] use_syslog = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.804919] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vcpu_pin_set = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.805109] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plugging_is_fatal = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.805282] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plugging_timeout = 300 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.805450] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] virt_mkfs = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.805612] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] volume_usage_poll_interval = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.805805] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] watch_log_file = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.806008] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] web = /usr/share/spice-html5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.806211] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.806382] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.806546] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.806717] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_concurrency.disable_process_locking = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.807372] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.807567] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.807742] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.807922] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.808113] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.808287] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.808475] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.auth_strategy = keystone {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.808648] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.compute_link_prefix = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.808834] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.809027] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.dhcp_domain = novalocal {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.809206] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.enable_instance_password = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.809372] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.glance_link_prefix = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.809537] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.809711] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.809877] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.instance_list_per_project_cells = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.810051] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.list_records_by_skipping_down_cells = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.810220] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.local_metadata_per_cell = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.810391] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.max_limit = 1000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.810559] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.metadata_cache_expiration = 15 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.810737] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.neutron_default_tenant_id = default {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.810911] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.response_validation = warn {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.811092] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.use_neutron_default_nets = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.811265] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.811431] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.811601] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.811775] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.811948] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.vendordata_dynamic_targets = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.812128] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.vendordata_jsonfile_path = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.812311] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.812505] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.backend = dogpile.cache.memcached {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.812674] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.backend_argument = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.812835] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.backend_expiration_time = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.813008] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.config_prefix = cache.oslo {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.813189] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.dead_timeout = 60.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.813351] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.debug_cache_backend = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.813511] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.enable_retry_client = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.813673] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.enable_socket_keepalive = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.813842] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.enabled = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.814013] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.enforce_fips_mode = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.814187] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.expiration_time = 600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.814350] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.hashclient_retry_attempts = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.814515] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.814678] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_dead_retry = 300 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.814871] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_password = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.815061] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.815232] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.815399] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_pool_maxsize = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.815564] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.815737] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_sasl_enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.815965] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.816162] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.816331] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.memcache_username = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.816502] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.proxies = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.816668] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.redis_db = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.816832] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.redis_password = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.817013] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.817204] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.817378] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.redis_server = localhost:6379 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.817547] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.redis_socket_timeout = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.817710] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.redis_username = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.817879] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.retry_attempts = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.818059] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.retry_delay = 0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.818232] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.socket_keepalive_count = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.818397] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.socket_keepalive_idle = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.818560] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.socket_keepalive_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.818723] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.tls_allowed_ciphers = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.818885] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.tls_cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.819061] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.tls_certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.819231] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.tls_enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.819394] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cache.tls_keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.819570] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.819746] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.auth_type = password {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.819913] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.820149] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.820282] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.820449] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.820622] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.cross_az_attach = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.820789] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.debug = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.820949] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.endpoint_template = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.821130] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.http_retries = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.821295] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.821454] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.821628] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.os_region_name = RegionOne {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.821792] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.821953] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cinder.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.822140] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.822301] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.cpu_dedicated_set = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.822459] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.cpu_shared_set = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.822622] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.image_type_exclude_list = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.822783] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.822945] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.823118] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.823283] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.823454] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.823619] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.resource_provider_association_refresh = 300 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.823785] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.823951] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.shutdown_retry_interval = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.824147] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.824331] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] conductor.workers = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.824511] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] console.allowed_origins = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.824671] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] console.ssl_ciphers = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.824877] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] console.ssl_minimum_version = default {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.825064] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] consoleauth.enforce_session_timeout = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.825238] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] consoleauth.token_ttl = 600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.825406] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.825563] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.825726] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.825911] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.826099] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.826265] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.826429] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.826586] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.826746] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.826904] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.827101] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.827255] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.827413] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.827583] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.service_type = accelerator {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.827746] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.827905] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.828079] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.828236] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.828424] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.828581] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] cyborg.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.828755] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.asyncio_connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.828919] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.asyncio_slave_connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.829104] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.backend = sqlalchemy {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.829279] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.829446] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.connection_debug = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.829617] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.connection_parameters = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.829781] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.connection_recycle_time = 3600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.829947] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.connection_trace = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.830124] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.db_inc_retry_interval = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.830293] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.db_max_retries = 20 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.830453] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.db_max_retry_interval = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.830615] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.db_retry_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.830777] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.max_overflow = 50 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.830940] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.max_pool_size = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.831115] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.max_retries = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.831289] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.831448] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.mysql_wsrep_sync_wait = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.831604] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.pool_timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.831764] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.retry_interval = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.831924] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.slave_connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.832098] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.sqlite_synchronous = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.832262] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] database.use_db_reconnect = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.832432] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.asyncio_connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.832591] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.asyncio_slave_connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.832770] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.backend = sqlalchemy {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.832935] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.833114] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.connection_debug = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.833286] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.connection_parameters = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.833448] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.connection_recycle_time = 3600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.833609] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.connection_trace = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.833768] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.db_inc_retry_interval = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.833931] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.db_max_retries = 20 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.834106] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.db_max_retry_interval = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.834272] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.db_retry_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.834435] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.max_overflow = 50 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.834598] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.max_pool_size = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.834788] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.max_retries = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.835010] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.835191] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.835355] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.pool_timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.835522] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.retry_interval = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.835686] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.slave_connection = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.835873] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] api_database.sqlite_synchronous = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.836095] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] devices.enabled_mdev_types = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.836290] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.836467] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.836633] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ephemeral_storage_encryption.enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.836802] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.836976] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.api_servers = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.837161] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.837328] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.837495] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.837656] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.837825] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.838030] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.debug = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.838211] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.default_trusted_certificate_ids = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.838377] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.enable_certificate_validation = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.838539] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.enable_rbd_download = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.838700] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.838867] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.839043] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.839211] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.839370] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.839536] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.num_retries = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.839707] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.rbd_ceph_conf = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.839871] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.rbd_connect_timeout = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.840061] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.rbd_pool = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.840237] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.rbd_user = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.840407] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.840566] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.840724] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.840916] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.service_type = image {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.841110] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.841275] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.841437] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.841597] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.841782] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.841950] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.verify_glance_signatures = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.842125] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] glance.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.842297] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] guestfs.debug = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.842466] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.842627] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.auth_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.842787] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.842947] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.843121] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.843283] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.843442] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.843598] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.843759] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.843943] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.844134] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.844296] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.844455] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.844614] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.844790] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.844979] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.service_type = shared-file-system {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.845161] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.share_apply_policy_timeout = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.845326] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.845486] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.845644] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.845806] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.846030] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.846204] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] manila.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.846375] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] mks.enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.846740] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.846944] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] image_cache.manager_interval = 2400 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.847136] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] image_cache.precache_concurrency = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.847307] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] image_cache.remove_unused_base_images = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.847478] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.847646] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.847824] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] image_cache.subdirectory_name = _base {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.848012] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.api_max_retries = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.848186] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.api_retry_interval = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.848349] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.848511] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.auth_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.848671] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.848829] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.848992] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.849173] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.conductor_group = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.849334] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.849493] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.849652] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.849814] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.849974] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.850148] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.850306] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.850484] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.peer_list = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.850626] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.850785] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.850952] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.serial_console_state_timeout = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.851126] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.851298] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.service_type = baremetal {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.851458] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.shard = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.851619] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.851778] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.851936] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.852109] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.852292] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.852454] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ironic.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.852637] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.852815] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] key_manager.fixed_key = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.852998] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.853177] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.barbican_api_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.853338] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.barbican_endpoint = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.853511] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.barbican_endpoint_type = public {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.853672] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.barbican_region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.853831] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.853989] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.854166] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.854328] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.854486] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.854648] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.number_of_retries = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.854840] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.retry_delay = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.855029] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.send_service_user_token = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.855199] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.855357] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.855516] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.verify_ssl = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.855688] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican.verify_ssl_path = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.855894] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.856087] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.auth_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.856256] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.856417] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.856592] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.856756] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.856918] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.857098] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.857259] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] barbican_service_user.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.857428] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.approle_role_id = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.857590] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.approle_secret_id = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.857764] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.kv_mountpoint = secret {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.857924] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.kv_path = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.858102] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.kv_version = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.858266] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.namespace = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.858424] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.root_token_id = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.858582] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.ssl_ca_crt_file = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.858779] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.timeout = 60.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.858960] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.use_ssl = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.859151] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.859325] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.859487] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.859653] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.859814] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.859974] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.860149] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.860313] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.860471] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.860630] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.860786] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.860949] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.861125] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.861288] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.861460] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.service_type = identity {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.861622] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.861801] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.861976] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.862151] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.862332] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.862492] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] keystone.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.862682] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.ceph_mount_options = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.863035] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.863227] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.connection_uri = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.863393] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.cpu_mode = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.863562] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.863730] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.cpu_models = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.863902] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.cpu_power_governor_high = performance {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.864082] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.864246] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.cpu_power_management = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.864419] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.864597] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.device_detach_attempts = 8 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.864788] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.device_detach_timeout = 20 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.864984] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.disk_cachemodes = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.865169] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.disk_prefix = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.865341] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.enabled_perf_events = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.865504] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.file_backed_memory = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.865669] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.gid_maps = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.865851] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.hw_disk_discard = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.866030] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.hw_machine_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.866208] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.images_rbd_ceph_conf = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.866375] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.866540] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.866708] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.images_rbd_glance_store_name = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.866879] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.images_rbd_pool = rbd {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.867064] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.images_type = default {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.867228] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.images_volume_group = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.867390] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.inject_key = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.867551] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.inject_partition = -2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.867712] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.inject_password = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.867902] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.iscsi_iface = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.868091] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.iser_use_multipath = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.868262] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.868428] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.868592] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_downtime = 500 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.868756] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.868918] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.869090] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_inbound_addr = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.869255] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.869414] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.869572] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_scheme = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.869746] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_timeout_action = abort {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.869909] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_tunnelled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.870081] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_uri = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.870248] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.live_migration_with_native_tls = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.870408] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.max_queues = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.870571] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.870811] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.871007] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.nfs_mount_options = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.871331] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.871515] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.871683] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.871844] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.872018] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.872185] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.num_pcie_ports = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.872350] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.872515] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.pmem_namespaces = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.872673] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.quobyte_client_cfg = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.872966] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.873159] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.873327] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.873490] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.873649] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rbd_secret_uuid = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.873807] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rbd_user = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.873998] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.874194] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.874356] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rescue_image_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.874515] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rescue_kernel_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.874674] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rescue_ramdisk_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.874876] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.875054] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.rx_queue_size = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.875233] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.smbfs_mount_options = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.875534] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.875709] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.snapshot_compression = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.875899] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.snapshot_image_format = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.876150] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.876322] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.sparse_logical_volumes = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.876487] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.swtpm_enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.876658] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.swtpm_group = tss {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.876826] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.swtpm_user = tss {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.877042] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.sysinfo_serial = unique {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.877223] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.tb_cache_size = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.877390] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.tx_queue_size = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.877558] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.uid_maps = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.877725] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.use_virtio_for_bridges = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.877898] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.virt_type = kvm {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.878086] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.volume_clear = zero {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.878256] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.volume_clear_size = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.878420] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.volume_enforce_multipath = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.878583] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.volume_use_multipath = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.878742] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.vzstorage_cache_path = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.878912] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.879090] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.879255] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.879426] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.879727] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.879919] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.vzstorage_mount_user = stack {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.880120] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.880302] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.880530] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.auth_type = password {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.880720] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.880888] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.881069] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.881235] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.881396] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.881569] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.default_floating_pool = public {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.881730] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.881895] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.extension_sync_interval = 600 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.882069] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.http_retries = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.882236] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.882395] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.882552] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.882758] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.882935] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.883124] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.ovs_bridge = br-int {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.883298] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.physnets = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.883472] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.region_name = RegionOne {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.883635] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.883806] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.service_metadata_proxy = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.883970] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.884156] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.service_type = network {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.884321] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.884479] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.884639] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.884841] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.885091] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.885289] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] neutron.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.885487] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] notifications.bdms_in_notifications = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.885673] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] notifications.default_level = INFO {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.885876] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] notifications.include_share_mapping = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.886073] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] notifications.notification_format = unversioned {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.886246] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] notifications.notify_on_state_change = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.886426] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.886607] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] pci.alias = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.886780] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] pci.device_spec = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.886948] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] pci.report_in_placement = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.887149] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.887324] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.auth_type = password {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.887495] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.887658] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.887820] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.887987] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.888192] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.888366] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.888529] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.default_domain_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.888691] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.default_domain_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.888852] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.domain_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.889018] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.domain_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.889185] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.889348] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.889509] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.889668] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.889826] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.889995] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.password = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.890174] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.project_domain_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.890346] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.project_domain_name = Default {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.890513] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.project_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.890687] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.project_name = service {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.890863] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.region_name = RegionOne {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.891034] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.891225] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.891405] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.service_type = placement {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.891569] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.891729] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.891891] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.892061] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.system_scope = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.892227] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.892383] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.trust_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.892539] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.user_domain_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.892719] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.user_domain_name = Default {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.892874] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.user_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.893058] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.username = nova {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.893246] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.893410] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] placement.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.893593] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.cores = 20 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.893759] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.count_usage_from_placement = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.893934] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.894128] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.injected_file_content_bytes = 10240 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.894323] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.injected_file_path_length = 255 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.894497] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.injected_files = 5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.894666] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.instances = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.894876] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.key_pairs = 100 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.895068] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.metadata_items = 128 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.895244] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.ram = 51200 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.895411] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.recheck_quota = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.895580] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.server_group_members = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.895765] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.server_groups = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.896007] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.896200] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] quota.unified_limits_resource_strategy = require {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.896378] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.896544] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.896709] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.image_metadata_prefilter = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.896874] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.897070] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.max_attempts = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.897274] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.max_placement_results = 1000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.897454] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.897620] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.897781] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.897959] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] scheduler.workers = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.898158] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.898333] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.898516] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.898694] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.898864] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.899042] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.899212] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.899403] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.899572] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.host_subset_size = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.899740] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.899904] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.900081] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.900273] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.900466] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.900639] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.isolated_hosts = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.900810] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.isolated_images = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.900979] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.901158] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.901326] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.901489] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.pci_in_placement = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.901653] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.901816] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.901981] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.902157] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.902321] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.902485] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.902662] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.track_instance_changes = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.902908] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.903110] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] metrics.required = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.903284] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] metrics.weight_multiplier = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.903451] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.903621] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] metrics.weight_setting = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.903944] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.904136] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] serial_console.enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.904317] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] serial_console.port_range = 10000:20000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.904490] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.904660] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.904861] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] serial_console.serialproxy_port = 6083 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.905054] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.905237] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.auth_type = password {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.905402] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.905562] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.905735] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.905952] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.906141] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.906321] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.send_service_user_token = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.906489] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.906649] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] service_user.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.906820] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.agent_enabled = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.906986] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.907336] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.907549] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.907723] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.html5proxy_port = 6082 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.907891] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.image_compression = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.908068] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.jpeg_compression = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.908235] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.playback_compression = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.908402] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.require_secure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.908575] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.server_listen = 127.0.0.1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.908745] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.909043] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.909221] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.streaming_mode = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.909386] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] spice.zlib_compression = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.909555] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] upgrade_levels.baseapi = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.909731] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] upgrade_levels.compute = auto {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.909896] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] upgrade_levels.conductor = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.910069] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] upgrade_levels.scheduler = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.910242] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.910409] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.910569] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.910728] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.910890] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.911068] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.911235] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.911396] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.911554] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vendordata_dynamic_auth.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.911729] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.api_retry_count = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.911896] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.ca_file = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.912079] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.912255] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.cluster_name = testcl1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.912423] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.connection_pool_size = 10 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.912583] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.console_delay_seconds = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.912770] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.datastore_regex = ^datastore.* {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.913022] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.913222] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.host_password = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.913394] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.host_port = 443 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.913567] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.host_username = administrator@vsphere.local {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.913738] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.insecure = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.913903] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.integration_bridge = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.914082] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.maximum_objects = 100 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.914244] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.pbm_default_policy = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.914407] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.pbm_enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.914565] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.pbm_wsdl_location = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.914760] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.914937] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.serial_port_proxy_uri = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.915114] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.serial_port_service_uri = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.915286] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.task_poll_interval = 0.5 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.915460] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.use_linked_clone = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.915631] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.vnc_keymap = en-us {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.915823] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.vnc_port = 5900 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.915994] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vmware.vnc_port_total = 10000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.916202] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.auth_schemes = ['none'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.916381] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.916667] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.916850] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.917032] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.novncproxy_port = 6080 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.917227] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.server_listen = 127.0.0.1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.917408] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.917570] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.vencrypt_ca_certs = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.917729] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.vencrypt_client_cert = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.917889] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vnc.vencrypt_client_key = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.918072] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.918238] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.disable_deep_image_inspection = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.918398] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.918559] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.918719] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.918880] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.disable_rootwrap = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.919052] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.enable_numa_live_migration = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.919216] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.919376] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.919535] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.919694] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.libvirt_disable_apic = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.919855] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.920026] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.920191] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.920351] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.920511] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.920672] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.920831] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.920989] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.921161] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.921327] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.921510] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.921674] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.921837] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] zvm.ca_file = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.921997] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] zvm.cloud_connector_url = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.922319] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.922499] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] zvm.reachable_timeout = 300 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.922685] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.922897] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.923105] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.connection_string = messaging:// {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.923281] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.enabled = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.923453] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.es_doc_type = notification {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.923617] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.es_scroll_size = 10000 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.923787] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.es_scroll_time = 2m {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.923955] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.filter_error_trace = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.924166] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.hmac_keys = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.924343] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.sentinel_service_name = mymaster {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.924510] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.socket_timeout = 0.1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.924671] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.trace_requests = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.924862] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler.trace_sqlalchemy = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.925058] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler_jaeger.process_tags = {} {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.925231] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler_jaeger.service_name_prefix = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.925394] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] profiler_otlp.service_name_prefix = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.925567] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.925741] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.925924] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.926100] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.926268] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.926428] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.926588] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.926749] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.926909] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.927099] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.927255] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.927423] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.927589] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.927752] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.927916] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.928102] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.928270] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.928435] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.928618] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.928786] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.928948] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.929138] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.929307] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.929470] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.929632] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.929794] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.929962] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.930139] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.930300] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.930467] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.930626] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.ssl = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.930799] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.930969] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.931145] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.931317] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.931481] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.931641] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.931829] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.931996] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_notifications.retry = -1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.932188] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.932360] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.932532] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.auth_section = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.932695] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.auth_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.932890] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.cafile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.933073] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.certfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.933242] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.collect_timing = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.933401] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.connect_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.933562] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.connect_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.933720] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.endpoint_id = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.933892] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.934067] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.endpoint_override = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.934231] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.endpoint_region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.934390] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.endpoint_service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.934548] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.endpoint_service_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.934709] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.insecure = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.934906] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.keyfile = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.935097] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.max_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.935261] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.min_version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.935421] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.region_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.935582] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.retriable_status_codes = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.935761] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.service_name = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.935933] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.service_type = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.936110] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.split_loggers = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.936270] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.status_code_retries = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.936428] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.status_code_retry_delay = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.936585] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.timeout = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.936744] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.valid_interfaces = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.936902] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_limit.version = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.937080] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_reports.file_event_handler = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.937248] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.937406] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] oslo_reports.log_dir = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.937576] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.937735] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.937893] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.938071] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.938240] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.938400] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.938568] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.938727] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_ovs_privileged.group = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.938886] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.939063] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.939231] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.939390] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] vif_plug_ovs_privileged.user = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.939561] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.939742] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.939921] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.940106] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.940283] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.940458] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.940625] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.940791] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.940973] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.941162] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_ovs.isolate_vif = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.941335] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.941500] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.941671] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.941844] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.942022] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] os_vif_ovs.per_port_bridge = False {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.942200] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] privsep_osbrick.capabilities = [21] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.942362] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] privsep_osbrick.group = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.942522] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] privsep_osbrick.helper_command = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.942694] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.942891] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.943075] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] privsep_osbrick.user = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.943257] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.943418] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] nova_sys_admin.group = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.943579] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] nova_sys_admin.helper_command = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.943746] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.943913] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.944083] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] nova_sys_admin.user = None {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.944215] env[69262]: DEBUG oslo_service.backend.eventlet.service [None req-e6f41aa1-0564-4d6e-bcee-b5011b4847c8 None None] ******************************************************************************** {{(pid=69262) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.944650] env[69262]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 538.448446] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Getting list of instances from cluster (obj){ [ 538.448446] env[69262]: value = "domain-c8" [ 538.448446] env[69262]: _type = "ClusterComputeResource" [ 538.448446] env[69262]: } {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 538.449535] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29445cf9-74d7-4692-b328-aceab30c13b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.458847] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Got total of 0 instances {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 538.459468] env[69262]: WARNING nova.virt.vmwareapi.driver [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 538.459967] env[69262]: INFO nova.virt.node [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Generated node identity 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 [ 538.460243] env[69262]: INFO nova.virt.node [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Wrote node identity 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 to /opt/stack/data/n-cpu-1/compute_id [ 538.963028] env[69262]: WARNING nova.compute.manager [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Compute nodes ['29f38da0-bc53-4f4f-90bd-4f4c04eeed85'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 539.969168] env[69262]: INFO nova.compute.manager [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 540.974684] env[69262]: WARNING nova.compute.manager [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 540.975089] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.975211] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.975360] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.975513] env[69262]: DEBUG nova.compute.resource_tracker [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 540.976456] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c52265-0d0e-45c3-8c4e-1c0fc2c9be61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.984930] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115432d8-bfc8-4ccd-bf3a-5a1b1e13e661 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.000706] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d57f4a-9280-4bca-8b77-86cda57cb7d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.007685] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc6f59-e6f9-4531-ada0-e62222ecd827 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.036687] env[69262]: DEBUG nova.compute.resource_tracker [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180911MB free_disk=65GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 541.036863] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.037055] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.539721] env[69262]: WARNING nova.compute.resource_tracker [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] No compute node record for cpu-1:29f38da0-bc53-4f4f-90bd-4f4c04eeed85: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 could not be found. [ 542.047066] env[69262]: INFO nova.compute.resource_tracker [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 [ 543.554845] env[69262]: DEBUG nova.compute.resource_tracker [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 543.555228] env[69262]: DEBUG nova.compute.resource_tracker [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 543.713157] env[69262]: INFO nova.scheduler.client.report [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] [req-2b25a85b-7503-4c10-b92c-de2110ae18a6] Created resource provider record via placement API for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 543.731173] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e0f17-9d02-4e22-8fa5-b050d3928f51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.739265] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d576692-3918-4dcd-a275-75e71e78e53a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.771235] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae80e55-0a8d-43cc-a5a7-993e95239830 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.779647] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e4969d-8db3-4a4c-a510-01c92739d9f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.793604] env[69262]: DEBUG nova.compute.provider_tree [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.327424] env[69262]: DEBUG nova.scheduler.client.report [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 544.327656] env[69262]: DEBUG nova.compute.provider_tree [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 0 to 1 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.327826] env[69262]: DEBUG nova.compute.provider_tree [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.381361] env[69262]: DEBUG nova.compute.provider_tree [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 1 to 2 during operation: update_traits {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.886253] env[69262]: DEBUG nova.compute.resource_tracker [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 544.886507] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.849s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.886635] env[69262]: DEBUG nova.service [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Creating RPC server for service compute {{(pid=69262) start /opt/stack/nova/nova/service.py:177}} [ 544.901140] env[69262]: DEBUG nova.service [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] Join ServiceGroup membership for this service compute {{(pid=69262) start /opt/stack/nova/nova/service.py:194}} [ 544.901340] env[69262]: DEBUG nova.servicegroup.drivers.db [None req-f33e49b6-3b7a-436e-94a6-c232d75eecd8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69262) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 563.903894] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_power_states {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.407098] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Getting list of instances from cluster (obj){ [ 564.407098] env[69262]: value = "domain-c8" [ 564.407098] env[69262]: _type = "ClusterComputeResource" [ 564.407098] env[69262]: } {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 564.408330] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c8e1b4-202a-4131-842e-9b6150dee731 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.417465] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Got total of 0 instances {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 564.417695] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.418014] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Getting list of instances from cluster (obj){ [ 564.418014] env[69262]: value = "domain-c8" [ 564.418014] env[69262]: _type = "ClusterComputeResource" [ 564.418014] env[69262]: } {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 564.418890] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86826e4-64e6-47e9-a81d-bcd14b216d53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.426898] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Got total of 0 instances {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 585.242749] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.243647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.748018] env[69262]: DEBUG nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.287404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.287404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.287404] env[69262]: INFO nova.compute.claims [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.397015] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "f7dba330-0d27-429c-860e-4e74e14bf018" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.397015] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "f7dba330-0d27-429c-860e-4e74e14bf018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.899835] env[69262]: DEBUG nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.427081] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.435681] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "f3ea3756-4188-4268-bad1-5f72cdab46aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.436037] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.458892] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c839a0-47a2-454f-8545-a6d8b0fe0b98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.469066] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e360b5f-be1e-470b-948d-9dd88e0c0afa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.512444] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347fda48-a3a0-4e99-8e41-88c0652be10c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.519958] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c1296a-a894-4010-b7ce-56363268b9cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.536811] env[69262]: DEBUG nova.compute.provider_tree [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.569461] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "d411f0f0-7f78-4408-84ac-27520ad7aced" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.569461] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "d411f0f0-7f78-4408-84ac-27520ad7aced" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.938880] env[69262]: DEBUG nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.040788] env[69262]: DEBUG nova.scheduler.client.report [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.069839] env[69262]: DEBUG nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.546822] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.547466] env[69262]: DEBUG nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.550024] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.123s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.551540] env[69262]: INFO nova.compute.claims [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.879339] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.879567] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.979568] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.056841] env[69262]: DEBUG nova.compute.utils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.058684] env[69262]: DEBUG nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.058886] env[69262]: DEBUG nova.network.neutron [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.093238] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.382188] env[69262]: DEBUG nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.568162] env[69262]: DEBUG nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.707778] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6aa85d-158a-4b83-afb4-394c8ed3b934 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.720387] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fbb444-dbc0-4fe5-a744-687317492bd1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.756430] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e67d994-92dd-49dc-8bf6-c06baeac1397 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.768130] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff22f409-e0ad-4003-83b7-2bfeb465aac8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.791609] env[69262]: DEBUG nova.policy [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5f24fe38af14c699f0ea647990255b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cbb78fef4d146759bab941cd3dd2e4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.808564] env[69262]: DEBUG nova.compute.provider_tree [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.937718] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.202277] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "ad8a3a86-13df-41d9-b660-b30255a41fab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.202277] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.311885] env[69262]: DEBUG nova.scheduler.client.report [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.594786] env[69262]: DEBUG nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.652740] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.652901] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.653088] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.658708] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.658708] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.658708] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.658708] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.658708] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.659538] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.659538] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.659538] env[69262]: DEBUG nova.virt.hardware [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.659538] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555e95c9-8d75-4bca-8483-f32b8e9a59d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.669409] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20cb781-7f56-4175-b151-1e0920dc130f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.694980] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c25df5-e2ee-418d-9707-7540b0b85f93 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.704595] env[69262]: DEBUG nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.759724] env[69262]: DEBUG nova.network.neutron [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Successfully created port: 0301e466-cf4c-40ab-b059-2d23bcc08b85 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.817529] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.818748] env[69262]: DEBUG nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 590.826781] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.842s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.826781] env[69262]: INFO nova.compute.claims [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.257164] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.328977] env[69262]: DEBUG nova.compute.utils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.333369] env[69262]: DEBUG nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.333614] env[69262]: DEBUG nova.network.neutron [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.442202] env[69262]: DEBUG nova.policy [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '773bedf15be5426c99028f9f45b7d93d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a74a327e3db04303b7889727ec136864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 591.841596] env[69262]: DEBUG nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 591.998508] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ceab22-16de-4c0c-bc9a-fb20b6a3970d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.008498] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2978cd-a71a-449a-8fa9-18879778e67d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.046879] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39058906-d867-4bc8-872c-debbd8f749f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.057765] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd08f3da-c654-4b70-949a-f5e5434e784d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.074844] env[69262]: DEBUG nova.compute.provider_tree [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.516550] env[69262]: DEBUG nova.network.neutron [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Successfully created port: cbb1d3d2-da10-484e-8626-288875cff763 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.579357] env[69262]: DEBUG nova.scheduler.client.report [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.860376] env[69262]: DEBUG nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 592.920922] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.921293] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.921494] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.921679] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.921877] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.922117] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.922340] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.922536] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 592.922688] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.966931] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 592.967798] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 592.967798] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.967798] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 592.967798] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.967973] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 592.968320] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 592.968937] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 592.968937] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 592.968937] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 592.968937] env[69262]: DEBUG nova.virt.hardware [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 592.969828] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6cdc91-b2db-48e7-9504-0ec8e958b6bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.984517] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb115f93-d690-4df1-93b9-ba8be87e7967 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.084943] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.263s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.085991] env[69262]: DEBUG nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.089548] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.997s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.091162] env[69262]: INFO nova.compute.claims [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.426257] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.508394] env[69262]: DEBUG nova.network.neutron [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Successfully updated port: 0301e466-cf4c-40ab-b059-2d23bcc08b85 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.596739] env[69262]: DEBUG nova.compute.utils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.606038] env[69262]: DEBUG nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.606636] env[69262]: DEBUG nova.network.neutron [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.708059] env[69262]: DEBUG nova.policy [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb2948048b8e4aac8ba87df6cd10106f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3523f60d71a4c008b7ad763e23445f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.010616] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "refresh_cache-da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.010803] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired lock "refresh_cache-da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.011051] env[69262]: DEBUG nova.network.neutron [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.109697] env[69262]: DEBUG nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.249712] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1b2a01-4d2a-4740-be69-57fadff6c7cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.258788] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d64ac73-a2a3-49f1-b40f-d95666ca6aca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.299524] env[69262]: DEBUG nova.network.neutron [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Successfully created port: 131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.302199] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3c77c9-2f7d-4621-9cc9-b4f03ec45228 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.312670] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9072a3-5340-4926-b490-5938c17deee4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.333607] env[69262]: DEBUG nova.compute.provider_tree [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.768115] env[69262]: DEBUG nova.network.neutron [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.799352] env[69262]: DEBUG nova.network.neutron [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Successfully updated port: cbb1d3d2-da10-484e-8626-288875cff763 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.839618] env[69262]: DEBUG nova.scheduler.client.report [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.131295] env[69262]: DEBUG nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.168289] env[69262]: DEBUG nova.network.neutron [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Updating instance_info_cache with network_info: [{"id": "0301e466-cf4c-40ab-b059-2d23bcc08b85", "address": "fa:16:3e:16:de:8f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0301e466-cf", "ovs_interfaceid": "0301e466-cf4c-40ab-b059-2d23bcc08b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.172035] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.172035] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.172220] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.172321] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.172838] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.172838] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.172838] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.173147] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.173301] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.173465] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.173635] env[69262]: DEBUG nova.virt.hardware [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.174573] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979eb3b-fa89-4250-9a37-604962533c1e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.183797] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f494f41-cdba-437f-80d3-b9806ab4bff4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.304558] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "refresh_cache-f7dba330-0d27-429c-860e-4e74e14bf018" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.304558] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired lock "refresh_cache-f7dba330-0d27-429c-860e-4e74e14bf018" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.304558] env[69262]: DEBUG nova.network.neutron [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 595.347132] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.347250] env[69262]: DEBUG nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.351820] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.414s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.354147] env[69262]: INFO nova.compute.claims [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.420962] env[69262]: DEBUG nova.compute.manager [req-f9967013-11e0-404a-afa9-7846ee388d0d req-8114d74f-b57d-4541-872d-ca6a4e2a3977 service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Received event network-vif-plugged-0301e466-cf4c-40ab-b059-2d23bcc08b85 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.422726] env[69262]: DEBUG oslo_concurrency.lockutils [req-f9967013-11e0-404a-afa9-7846ee388d0d req-8114d74f-b57d-4541-872d-ca6a4e2a3977 service nova] Acquiring lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.422726] env[69262]: DEBUG oslo_concurrency.lockutils [req-f9967013-11e0-404a-afa9-7846ee388d0d req-8114d74f-b57d-4541-872d-ca6a4e2a3977 service nova] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.422726] env[69262]: DEBUG oslo_concurrency.lockutils [req-f9967013-11e0-404a-afa9-7846ee388d0d req-8114d74f-b57d-4541-872d-ca6a4e2a3977 service nova] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.422726] env[69262]: DEBUG nova.compute.manager [req-f9967013-11e0-404a-afa9-7846ee388d0d req-8114d74f-b57d-4541-872d-ca6a4e2a3977 service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] No waiting events found dispatching network-vif-plugged-0301e466-cf4c-40ab-b059-2d23bcc08b85 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 595.422726] env[69262]: WARNING nova.compute.manager [req-f9967013-11e0-404a-afa9-7846ee388d0d req-8114d74f-b57d-4541-872d-ca6a4e2a3977 service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Received unexpected event network-vif-plugged-0301e466-cf4c-40ab-b059-2d23bcc08b85 for instance with vm_state building and task_state spawning. [ 595.679452] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Releasing lock "refresh_cache-da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.679798] env[69262]: DEBUG nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Instance network_info: |[{"id": "0301e466-cf4c-40ab-b059-2d23bcc08b85", "address": "fa:16:3e:16:de:8f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0301e466-cf", "ovs_interfaceid": "0301e466-cf4c-40ab-b059-2d23bcc08b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.680289] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:de:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0301e466-cf4c-40ab-b059-2d23bcc08b85', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.696746] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.697586] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54a52828-f469-440d-9477-ae1a41b9b912 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.714834] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Created folder: OpenStack in parent group-v4. [ 595.715108] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Creating folder: Project (1cbb78fef4d146759bab941cd3dd2e4b). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.715339] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcbbcabe-75ce-454b-befc-9c3605ce945a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.729505] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Created folder: Project (1cbb78fef4d146759bab941cd3dd2e4b) in parent group-v739409. [ 595.729846] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Creating folder: Instances. Parent ref: group-v739410. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.730919] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f8c405c-2bb6-44d0-90d0-78d0d684067c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.748835] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Created folder: Instances in parent group-v739410. [ 595.749323] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 595.749619] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.750363] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48fd8418-3745-4bbe-a4c9-2277aadbe1be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.772282] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.772282] env[69262]: value = "task-3712891" [ 595.772282] env[69262]: _type = "Task" [ 595.772282] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.786129] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712891, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.859635] env[69262]: DEBUG nova.compute.utils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.863507] env[69262]: DEBUG nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 595.895470] env[69262]: DEBUG nova.network.neutron [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 596.015357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "77282dc6-c5d8-47ce-8458-81b7672edd10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.015357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "77282dc6-c5d8-47ce-8458-81b7672edd10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.138094] env[69262]: DEBUG nova.network.neutron [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Updating instance_info_cache with network_info: [{"id": "cbb1d3d2-da10-484e-8626-288875cff763", "address": "fa:16:3e:a7:66:85", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb1d3d2-da", "ovs_interfaceid": "cbb1d3d2-da10-484e-8626-288875cff763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.196902] env[69262]: DEBUG nova.compute.manager [req-35b2b223-88e2-44ff-b9f9-915a6098e999 req-7c522a3f-e3d3-46b8-89eb-39a19a1bbe54 service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Received event network-vif-plugged-cbb1d3d2-da10-484e-8626-288875cff763 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 596.197238] env[69262]: DEBUG oslo_concurrency.lockutils [req-35b2b223-88e2-44ff-b9f9-915a6098e999 req-7c522a3f-e3d3-46b8-89eb-39a19a1bbe54 service nova] Acquiring lock "f7dba330-0d27-429c-860e-4e74e14bf018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.197465] env[69262]: DEBUG oslo_concurrency.lockutils [req-35b2b223-88e2-44ff-b9f9-915a6098e999 req-7c522a3f-e3d3-46b8-89eb-39a19a1bbe54 service nova] Lock "f7dba330-0d27-429c-860e-4e74e14bf018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.197632] env[69262]: DEBUG oslo_concurrency.lockutils [req-35b2b223-88e2-44ff-b9f9-915a6098e999 req-7c522a3f-e3d3-46b8-89eb-39a19a1bbe54 service nova] Lock "f7dba330-0d27-429c-860e-4e74e14bf018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.198101] env[69262]: DEBUG nova.compute.manager [req-35b2b223-88e2-44ff-b9f9-915a6098e999 req-7c522a3f-e3d3-46b8-89eb-39a19a1bbe54 service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] No waiting events found dispatching network-vif-plugged-cbb1d3d2-da10-484e-8626-288875cff763 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 596.198296] env[69262]: WARNING nova.compute.manager [req-35b2b223-88e2-44ff-b9f9-915a6098e999 req-7c522a3f-e3d3-46b8-89eb-39a19a1bbe54 service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Received unexpected event network-vif-plugged-cbb1d3d2-da10-484e-8626-288875cff763 for instance with vm_state building and task_state spawning. [ 596.286531] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712891, 'name': CreateVM_Task, 'duration_secs': 0.416438} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.286762] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.302574] env[69262]: DEBUG oslo_vmware.service [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85835c-757b-460a-8b9c-a3e032629b2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.309917] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.309917] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.310548] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.310915] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10099f61-f2d7-44be-a5a6-d43f7171935b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.320602] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 596.320602] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5252b1d7-e8c2-bee4-8ef3-28c12a7dd1e5" [ 596.320602] env[69262]: _type = "Task" [ 596.320602] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.331264] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5252b1d7-e8c2-bee4-8ef3-28c12a7dd1e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.364826] env[69262]: DEBUG nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.522183] env[69262]: DEBUG nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.538581] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df4f6bb-88c3-4911-9d91-bdcbdb30dc6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.551322] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc453822-6b4d-45a1-89f7-a3af8d352af8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.590035] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6751189-7605-46f4-8b61-aefc98f67f6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.600869] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dfb6b7-12be-45b8-91d7-cfa84d875e08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.618826] env[69262]: DEBUG nova.compute.provider_tree [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.644607] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Releasing lock "refresh_cache-f7dba330-0d27-429c-860e-4e74e14bf018" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.644934] env[69262]: DEBUG nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Instance network_info: |[{"id": "cbb1d3d2-da10-484e-8626-288875cff763", "address": "fa:16:3e:a7:66:85", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb1d3d2-da", "ovs_interfaceid": "cbb1d3d2-da10-484e-8626-288875cff763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.645315] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:66:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb1d3d2-da10-484e-8626-288875cff763', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.653446] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Creating folder: Project (a74a327e3db04303b7889727ec136864). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.654138] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64d2a7e1-9014-41f7-bd50-8ca3a3856fd2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.668164] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Created folder: Project (a74a327e3db04303b7889727ec136864) in parent group-v739409. [ 596.668365] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Creating folder: Instances. Parent ref: group-v739413. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.668620] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57f1715c-055e-41d8-a48e-08eda8242b9c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.678839] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Created folder: Instances in parent group-v739413. [ 596.679115] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.679311] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.679511] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cee706d-651d-4a7e-883a-8e34a0caa7a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.704391] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.704391] env[69262]: value = "task-3712894" [ 596.704391] env[69262]: _type = "Task" [ 596.704391] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.715626] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712894, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.834589] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.834589] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.834856] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.835581] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.835581] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.837178] env[69262]: DEBUG nova.network.neutron [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Successfully updated port: 131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.839591] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36b67af9-e5c3-4168-9dbf-3a5f7a83166e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.853177] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.853177] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.853177] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96a5d96-1682-4155-b8b9-d939e101a0b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.866774] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb097c6-bd43-4724-b212-a8f74f8b5dd4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.878377] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 596.878377] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5251a2b8-6380-7a3d-27da-af2cb730c783" [ 596.878377] env[69262]: _type = "Task" [ 596.878377] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.894663] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Preparing fetch location {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 596.894663] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Creating directory with path [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.894663] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a181d333-554c-4b4a-8205-f8832df91ecf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.918253] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Created directory with path [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.918575] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Fetch image to [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 596.918663] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Downloading image file data f64a0194-c9c2-4fef-aad9-a357d32a2f26 to [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk on the data store datastore2 {{(pid=69262) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 596.919442] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab84682-52e4-44f5-825e-e374c4005693 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.930853] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dddbea-0137-4956-b0a0-f848532b57bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.949790] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25706da0-25af-4b23-8e0c-5d01c6620d51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.031896] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4135e2-8c96-4406-9502-5f040a7b0e5c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.050656] env[69262]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ab470ec9-6cc7-4dc3-8162-af1c312ee720 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.076663] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.090729] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Downloading image file data f64a0194-c9c2-4fef-aad9-a357d32a2f26 to the data store datastore2 {{(pid=69262) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 597.125855] env[69262]: DEBUG nova.scheduler.client.report [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.189233] env[69262]: DEBUG oslo_vmware.rw_handles [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69262) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 597.266169] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712894, 'name': CreateVM_Task, 'duration_secs': 0.423864} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.267734] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.268582] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.269106] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.270295] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7630ee48-941a-4376-b956-69c3108d8834 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.275564] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 597.275564] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527147df-e0ab-bf5f-f592-666724b8ecbd" [ 597.275564] env[69262]: _type = "Task" [ 597.275564] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.287393] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527147df-e0ab-bf5f-f592-666724b8ecbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.345049] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.345049] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.345049] env[69262]: DEBUG nova.network.neutron [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.384238] env[69262]: DEBUG nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.422652] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.422652] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.422874] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.423716] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.423716] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.423716] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.423716] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.423716] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.424095] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.424095] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.424338] env[69262]: DEBUG nova.virt.hardware [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.425347] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee0cda8-2b42-4b88-bf18-1f0afa90728a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.455270] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b28060-d3d7-4bb0-af0f-f9b1ce82f5b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.479927] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 597.487615] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Creating folder: Project (4739e549721849a0a6a201f80c50c36d). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.493801] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07b41ac8-0f21-44a7-8200-a2a3e17b5b94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.513453] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Created folder: Project (4739e549721849a0a6a201f80c50c36d) in parent group-v739409. [ 597.513925] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Creating folder: Instances. Parent ref: group-v739416. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 597.515806] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d64ca32-3920-4199-bb3d-94055c393351 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.536290] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Created folder: Instances in parent group-v739416. [ 597.536290] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 597.537394] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 597.537681] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8abd7bdd-4c3c-4be2-afd6-26062a56d67f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.564066] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 597.564066] env[69262]: value = "task-3712897" [ 597.564066] env[69262]: _type = "Task" [ 597.564066] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.577460] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712897, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.643361] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.644365] env[69262]: DEBUG nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.648965] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.392s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.650902] env[69262]: INFO nova.compute.claims [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.789730] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.793316] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.793316] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.903210] env[69262]: DEBUG oslo_vmware.rw_handles [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Completed reading data from the image iterator. {{(pid=69262) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 597.903443] env[69262]: DEBUG oslo_vmware.rw_handles [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 597.952234] env[69262]: DEBUG nova.network.neutron [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.062574] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Downloaded image file data f64a0194-c9c2-4fef-aad9-a357d32a2f26 to vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk on the data store datastore2 {{(pid=69262) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 598.064973] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Caching image {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 598.065740] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Copying Virtual Disk [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk to [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.066543] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-530be7c0-e2d7-41fe-ae30-9ada86450220 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.078357] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 598.078357] env[69262]: value = "task-3712898" [ 598.078357] env[69262]: _type = "Task" [ 598.078357] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.093383] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.093744] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712897, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.157641] env[69262]: DEBUG nova.compute.utils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.161474] env[69262]: DEBUG nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.161714] env[69262]: DEBUG nova.network.neutron [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.427151] env[69262]: DEBUG nova.policy [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84786536d2a4426ba28c85b3047722da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6487ed4d5e0e4f96bc19f07c27685dce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.582723] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712897, 'name': CreateVM_Task, 'duration_secs': 0.534728} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.588215] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.588215] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.588215] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.588215] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.588215] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0a7fee-55ea-4507-955e-e8fb606af007 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.596203] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712898, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.600037] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 598.600037] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b8a20b-2595-08c2-3276-2801ad4039dc" [ 598.600037] env[69262]: _type = "Task" [ 598.600037] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.610115] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.610410] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.610615] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.625852] env[69262]: DEBUG nova.network.neutron [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [{"id": "131e862c-e97c-47ae-9ec6-833569c21576", "address": "fa:16:3e:1c:56:1c", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131e862c-e9", "ovs_interfaceid": "131e862c-e97c-47ae-9ec6-833569c21576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.668651] env[69262]: DEBUG nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.796019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a7c6f6-a30e-44d0-bd6b-a546b6306054 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.806064] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f491e-a011-49e1-ab27-2b6015439ea2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.840722] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386e535-ed21-4aae-8e4b-e83e1b80de97 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.847915] env[69262]: DEBUG nova.compute.manager [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Received event network-changed-0301e466-cf4c-40ab-b059-2d23bcc08b85 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 598.848151] env[69262]: DEBUG nova.compute.manager [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Refreshing instance network info cache due to event network-changed-0301e466-cf4c-40ab-b059-2d23bcc08b85. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 598.848365] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Acquiring lock "refresh_cache-da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.848554] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Acquired lock "refresh_cache-da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.848649] env[69262]: DEBUG nova.network.neutron [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Refreshing network info cache for port 0301e466-cf4c-40ab-b059-2d23bcc08b85 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.856993] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b8726a-d899-45df-ae3b-5e03702655db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.875255] env[69262]: DEBUG nova.compute.provider_tree [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.095795] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69568} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.096065] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Copied Virtual Disk [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk to [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.096235] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Deleting the datastore file [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.096495] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2b8c0a8-1871-4ee5-88b0-1823e7995d86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.101429] env[69262]: DEBUG nova.compute.manager [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Received event network-changed-cbb1d3d2-da10-484e-8626-288875cff763 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.101607] env[69262]: DEBUG nova.compute.manager [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Refreshing instance network info cache due to event network-changed-cbb1d3d2-da10-484e-8626-288875cff763. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 599.101816] env[69262]: DEBUG oslo_concurrency.lockutils [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] Acquiring lock "refresh_cache-f7dba330-0d27-429c-860e-4e74e14bf018" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.101950] env[69262]: DEBUG oslo_concurrency.lockutils [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] Acquired lock "refresh_cache-f7dba330-0d27-429c-860e-4e74e14bf018" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.102118] env[69262]: DEBUG nova.network.neutron [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Refreshing network info cache for port cbb1d3d2-da10-484e-8626-288875cff763 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.105771] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 599.105771] env[69262]: value = "task-3712899" [ 599.105771] env[69262]: _type = "Task" [ 599.105771] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.116620] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.131730] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Releasing lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.131730] env[69262]: DEBUG nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Instance network_info: |[{"id": "131e862c-e97c-47ae-9ec6-833569c21576", "address": "fa:16:3e:1c:56:1c", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131e862c-e9", "ovs_interfaceid": "131e862c-e97c-47ae-9ec6-833569c21576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.131927] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:56:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '131e862c-e97c-47ae-9ec6-833569c21576', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.143596] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Creating folder: Project (b3523f60d71a4c008b7ad763e23445f4). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.148233] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab918dfd-9814-4913-901a-76e02cbbb7f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.164359] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Created folder: Project (b3523f60d71a4c008b7ad763e23445f4) in parent group-v739409. [ 599.165664] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Creating folder: Instances. Parent ref: group-v739419. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.166131] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-024b7ad1-4f71-433b-8cb4-1d614fc3a6c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.182940] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Created folder: Instances in parent group-v739419. [ 599.183274] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.187565] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.187565] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b37925-379e-4e4c-a17d-92b3c14a4692 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.208403] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.208403] env[69262]: value = "task-3712902" [ 599.208403] env[69262]: _type = "Task" [ 599.208403] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.217656] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712902, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.403805] env[69262]: ERROR nova.scheduler.client.report [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [req-5ee07fc3-fcaa-4c81-b1c5-fccc1dff80c1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ee07fc3-fcaa-4c81-b1c5-fccc1dff80c1"}]} [ 599.423282] env[69262]: DEBUG nova.scheduler.client.report [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 599.442840] env[69262]: DEBUG nova.scheduler.client.report [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 599.443331] env[69262]: DEBUG nova.compute.provider_tree [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 65, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 599.456813] env[69262]: DEBUG nova.scheduler.client.report [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 599.493106] env[69262]: DEBUG nova.scheduler.client.report [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 599.624344] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024817} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.628263] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.628643] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Moving file from [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9/f64a0194-c9c2-4fef-aad9-a357d32a2f26 to [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26. {{(pid=69262) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 599.632648] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c2194c14-9ca8-4bb3-ac81-2880ab83554a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.644078] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 599.644078] env[69262]: value = "task-3712903" [ 599.644078] env[69262]: _type = "Task" [ 599.644078] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.669604] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712903, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.686369] env[69262]: DEBUG nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.716069] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421a280e-3b4d-401c-add4-67aa055e8e3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.733171] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712902, 'name': CreateVM_Task, 'duration_secs': 0.387079} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.736360] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.739305] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.739763] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.740100] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.740416] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.740715] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.741028] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.741374] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.741690] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.741995] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.742328] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.742652] env[69262]: DEBUG nova.virt.hardware [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.743538] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.743860] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.744342] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.745594] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c129be8-b528-4c90-b222-d787e13745f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.751286] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595aae3b-c91c-4097-b95a-a866b27bab57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.754120] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d36d17-ce6f-41f9-9dc9-dfa09c26f955 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.792378] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e771cbb-dc55-432f-ad7d-8681c29bcc4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.800930] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acffafbe-f090-4ad6-b574-d28a73b4da5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.805475] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 599.805475] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3f5e1-7ea8-fe8d-e53e-7228b4060598" [ 599.805475] env[69262]: _type = "Task" [ 599.805475] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.821188] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432c7b74-aed0-4ed8-8ca3-6e54dc95a013 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.829210] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3f5e1-7ea8-fe8d-e53e-7228b4060598, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.829892] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.830149] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.830360] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.840110] env[69262]: DEBUG nova.compute.provider_tree [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.115432] env[69262]: DEBUG nova.network.neutron [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Successfully created port: 89993702-4574-48ce-8ee6-6f3437363d6f {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.170263] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712903, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029302} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.170263] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] File moved {{(pid=69262) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 600.170263] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Cleaning up location [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 600.170263] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Deleting the datastore file [datastore2] vmware_temp/3be6b2cb-a5bb-4f3d-8172-3fcbb7915ac9 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.170263] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80822716-e3c1-4953-8666-26a2c331bbca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.181908] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 600.181908] env[69262]: value = "task-3712904" [ 600.181908] env[69262]: _type = "Task" [ 600.181908] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.192620] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.262788] env[69262]: DEBUG nova.network.neutron [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Updated VIF entry in instance network info cache for port 0301e466-cf4c-40ab-b059-2d23bcc08b85. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.263171] env[69262]: DEBUG nova.network.neutron [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Updating instance_info_cache with network_info: [{"id": "0301e466-cf4c-40ab-b059-2d23bcc08b85", "address": "fa:16:3e:16:de:8f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0301e466-cf", "ovs_interfaceid": "0301e466-cf4c-40ab-b059-2d23bcc08b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.396915] env[69262]: DEBUG nova.scheduler.client.report [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 11 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 600.397225] env[69262]: DEBUG nova.compute.provider_tree [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 11 to 12 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 600.397516] env[69262]: DEBUG nova.compute.provider_tree [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 600.681186] env[69262]: DEBUG nova.network.neutron [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Updated VIF entry in instance network info cache for port cbb1d3d2-da10-484e-8626-288875cff763. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.681186] env[69262]: DEBUG nova.network.neutron [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Updating instance_info_cache with network_info: [{"id": "cbb1d3d2-da10-484e-8626-288875cff763", "address": "fa:16:3e:a7:66:85", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb1d3d2-da", "ovs_interfaceid": "cbb1d3d2-da10-484e-8626-288875cff763", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.695920] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027658} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.696186] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.697161] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe270941-d7c5-48f7-b35a-1e12a027564b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.705205] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 600.705205] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d5826-56a8-9d9d-7d29-20b851f8e1d0" [ 600.705205] env[69262]: _type = "Task" [ 600.705205] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.720836] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d5826-56a8-9d9d-7d29-20b851f8e1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.723305] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.723305] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] da8df25b-8c1e-4d3f-8b5f-a7d6585ea499/da8df25b-8c1e-4d3f-8b5f-a7d6585ea499.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 600.723305] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.723305] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.723605] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62949686-d68b-4e26-85f6-8bfdcdd29ddf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.727117] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01cfb5b2-1d5e-4b75-90ca-62f0b7e2b6f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.738265] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 600.738265] env[69262]: value = "task-3712905" [ 600.738265] env[69262]: _type = "Task" [ 600.738265] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.740882] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.741191] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.750153] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4246c7-a4bb-4383-8c3e-65ccabddea2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.763054] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.765192] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 600.765192] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb2133-942c-7f4b-1662-a72499b7dac2" [ 600.765192] env[69262]: _type = "Task" [ 600.765192] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.765814] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Releasing lock "refresh_cache-da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.766091] env[69262]: DEBUG nova.compute.manager [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received event network-vif-plugged-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.766289] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Acquiring lock "f3ea3756-4188-4268-bad1-5f72cdab46aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.766512] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.766684] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.766853] env[69262]: DEBUG nova.compute.manager [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] No waiting events found dispatching network-vif-plugged-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 600.767138] env[69262]: WARNING nova.compute.manager [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received unexpected event network-vif-plugged-131e862c-e97c-47ae-9ec6-833569c21576 for instance with vm_state building and task_state spawning. [ 600.767292] env[69262]: DEBUG nova.compute.manager [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received event network-changed-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.767477] env[69262]: DEBUG nova.compute.manager [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing instance network info cache due to event network-changed-131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.767681] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Acquiring lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.767890] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Acquired lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.768117] env[69262]: DEBUG nova.network.neutron [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.782662] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb2133-942c-7f4b-1662-a72499b7dac2, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.784560] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c4610e-7bcb-46e6-9e9c-dd184919d76a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.792852] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 600.792852] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb1c33-a2b6-a1a3-227c-1a8eb0aafb38" [ 600.792852] env[69262]: _type = "Task" [ 600.792852] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.803031] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb1c33-a2b6-a1a3-227c-1a8eb0aafb38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.907734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.258s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.907734] env[69262]: DEBUG nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.916822] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.491s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.917156] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.917448] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 600.918026] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.841s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.920564] env[69262]: INFO nova.compute.claims [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.928219] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e8168a-b0ba-45c9-9662-a1ec5d7d5ebf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.942149] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555c3bea-9155-43bf-a682-fff29a28f649 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.972530] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652f6a2b-d4a3-4403-b26c-2b0096dadef1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.982760] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12081e3f-1240-428b-8e41-a8572da732ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.018216] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180899MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 601.018385] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.184210] env[69262]: DEBUG oslo_concurrency.lockutils [req-a181e45d-b59f-4e60-bcc1-840f8a93546a req-4b038359-4b34-4efe-9102-4118db2d0a5d service nova] Releasing lock "refresh_cache-f7dba330-0d27-429c-860e-4e74e14bf018" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.257809] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712905, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.312999] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb1c33-a2b6-a1a3-227c-1a8eb0aafb38, 'name': SearchDatastore_Task, 'duration_secs': 0.025314} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.313429] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.314241] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] f7dba330-0d27-429c-860e-4e74e14bf018/f7dba330-0d27-429c-860e-4e74e14bf018.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.314241] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.314241] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.314492] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5f0061b-66ea-44b0-a6e8-66aed65c21b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.316654] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc317419-a738-4b64-9af2-f122cf15469e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.330839] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 601.330839] env[69262]: value = "task-3712906" [ 601.330839] env[69262]: _type = "Task" [ 601.330839] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.331918] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.332269] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.336666] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47743d4b-c066-4e70-9234-fc0f7ee5ea77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.349125] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 601.349125] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5283d26a-585d-0e59-7bbf-ca7c8e541980" [ 601.349125] env[69262]: _type = "Task" [ 601.349125] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.349386] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.360879] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5283d26a-585d-0e59-7bbf-ca7c8e541980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.428749] env[69262]: DEBUG nova.compute.utils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.430877] env[69262]: DEBUG nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.431066] env[69262]: DEBUG nova.network.neutron [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.626833] env[69262]: DEBUG nova.policy [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56da760f8ef74ca4a0ee8b42422372ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4ce1ea11be74073ac34214a369a6627', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.754970] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705019} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.755278] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] da8df25b-8c1e-4d3f-8b5f-a7d6585ea499/da8df25b-8c1e-4d3f-8b5f-a7d6585ea499.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 601.755489] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 601.755747] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9379683f-851a-4009-aba4-4eff5f587b50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.766017] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 601.766017] env[69262]: value = "task-3712907" [ 601.766017] env[69262]: _type = "Task" [ 601.766017] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.776899] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.844400] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712906, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.865561] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5283d26a-585d-0e59-7bbf-ca7c8e541980, 'name': SearchDatastore_Task, 'duration_secs': 0.053755} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.866599] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d20b52-91f7-4d73-b7d9-8142ed5484e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.875453] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 601.875453] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5271835b-1392-8166-1535-c5dc5979a7ef" [ 601.875453] env[69262]: _type = "Task" [ 601.875453] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.887634] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5271835b-1392-8166-1535-c5dc5979a7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.939021] env[69262]: DEBUG nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.093502] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894fd23f-308a-4d44-964d-49c278e899f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.102285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81858a5b-9d6e-4d1a-8f27-ba534dedb54c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.141636] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5907cd20-eb5f-4885-aa40-2260e4104b77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.150663] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c56834d-ae38-487d-94d6-0fd83e81f05e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.171854] env[69262]: DEBUG nova.compute.provider_tree [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.292618] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312058} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.292618] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.293116] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f42768-42b7-4fb8-9a9c-66d22d3ce22c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.334421] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] da8df25b-8c1e-4d3f-8b5f-a7d6585ea499/da8df25b-8c1e-4d3f-8b5f-a7d6585ea499.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.336409] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184cb6b3-fb9d-42e4-94f7-c002cd6dee0a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.356451] env[69262]: DEBUG nova.network.neutron [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updated VIF entry in instance network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.356780] env[69262]: DEBUG nova.network.neutron [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [{"id": "131e862c-e97c-47ae-9ec6-833569c21576", "address": "fa:16:3e:1c:56:1c", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131e862c-e9", "ovs_interfaceid": "131e862c-e97c-47ae-9ec6-833569c21576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.371834] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821103} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.374051] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] f7dba330-0d27-429c-860e-4e74e14bf018/f7dba330-0d27-429c-860e-4e74e14bf018.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.374402] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.374842] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 602.374842] env[69262]: value = "task-3712908" [ 602.374842] env[69262]: _type = "Task" [ 602.374842] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.375149] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dad345d-e20d-4265-a008-46b51a3d4ff7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.401653] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.401872] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 602.401872] env[69262]: value = "task-3712909" [ 602.401872] env[69262]: _type = "Task" [ 602.401872] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.402130] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5271835b-1392-8166-1535-c5dc5979a7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.054464} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.402382] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.402641] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d411f0f0-7f78-4408-84ac-27520ad7aced/d411f0f0-7f78-4408-84ac-27520ad7aced.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.406771] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.408382] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.408382] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381f670f-0b4c-407f-b93f-f9c9c48d86f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.411682] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04aabc84-d629-4197-958f-80b2c2737cea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.419241] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "650bd951-2b5c-405e-9814-8b57857add16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.419241] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "650bd951-2b5c-405e-9814-8b57857add16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.427805] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.427805] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 602.427805] env[69262]: value = "task-3712910" [ 602.427805] env[69262]: _type = "Task" [ 602.427805] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.436230] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.436475] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.437645] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0f92d7-65c1-4e9a-b61e-9df604042ce4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.444188] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.450788] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 602.450788] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52442d99-9348-223c-a415-4084c0657b11" [ 602.450788] env[69262]: _type = "Task" [ 602.450788] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.463748] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.464424] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.470158] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52442d99-9348-223c-a415-4084c0657b11, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.472633] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bbe64a0-bc67-420e-a374-74d8928de475 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.480488] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 602.480488] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a54ca0-ab2d-b389-d4ec-571247f79f9c" [ 602.480488] env[69262]: _type = "Task" [ 602.480488] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.496345] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a54ca0-ab2d-b389-d4ec-571247f79f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010409} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.496741] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.497077] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] f3ea3756-4188-4268-bad1-5f72cdab46aa/f3ea3756-4188-4268-bad1-5f72cdab46aa.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.497435] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b360892a-f03f-4372-bb7c-58301ead330e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.507662] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 602.507662] env[69262]: value = "task-3712911" [ 602.507662] env[69262]: _type = "Task" [ 602.507662] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.518648] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.678325] env[69262]: DEBUG nova.scheduler.client.report [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.865919] env[69262]: DEBUG oslo_concurrency.lockutils [req-3eaa62c4-3c63-41bd-8ceb-125dd26b4823 req-c6a9a95f-a25e-41f8-a3fd-f17580ea850e service nova] Releasing lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.894012] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.925052] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099597} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.926536] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.927091] env[69262]: DEBUG nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.932031] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5cfe4b-c8c9-4d77-b65c-65b7227b8b44 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.967698] env[69262]: DEBUG nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.970342] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.984026] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f7dba330-0d27-429c-860e-4e74e14bf018/f7dba330-0d27-429c-860e-4e74e14bf018.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.984026] env[69262]: DEBUG nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.989300] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ae62833-b184-4214-85af-1459b5c1154e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.030583] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712911, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.035139] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.035713] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.037072] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.037072] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.037072] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.037072] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.037072] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.037072] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.037489] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.037804] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.038155] env[69262]: DEBUG nova.virt.hardware [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.038749] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 603.038749] env[69262]: value = "task-3712912" [ 603.038749] env[69262]: _type = "Task" [ 603.038749] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.041074] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188a0cfc-b0bb-4ae1-bda0-db7cc6106d69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.060386] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed318a24-913b-4c3b-bcbb-5450c1441eb7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.066608] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.184321] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.184995] env[69262]: DEBUG nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.188952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.170s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.227346] env[69262]: DEBUG nova.network.neutron [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Successfully created port: 9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.395677] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712908, 'name': ReconfigVM_Task, 'duration_secs': 0.669192} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.395677] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Reconfigured VM instance instance-00000001 to attach disk [datastore2] da8df25b-8c1e-4d3f-8b5f-a7d6585ea499/da8df25b-8c1e-4d3f-8b5f-a7d6585ea499.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.395677] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed79db8a-f56c-4341-a56c-254eb3de1d0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.404519] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 603.404519] env[69262]: value = "task-3712913" [ 603.404519] env[69262]: _type = "Task" [ 603.404519] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.418027] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712913, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.453590] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578985} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.455579] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d411f0f0-7f78-4408-84ac-27520ad7aced/d411f0f0-7f78-4408-84ac-27520ad7aced.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.455973] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.456401] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08fe0415-5d02-4569-8e95-383bebf47174 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.466812] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 603.466812] env[69262]: value = "task-3712914" [ 603.466812] env[69262]: _type = "Task" [ 603.466812] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.478594] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.480256] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.539496] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712911, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.550841] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.554511] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712912, 'name': ReconfigVM_Task, 'duration_secs': 0.514335} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.554885] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f7dba330-0d27-429c-860e-4e74e14bf018/f7dba330-0d27-429c-860e-4e74e14bf018.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.555633] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe29b802-c851-4398-8142-8fc1bb67177b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.566524] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 603.566524] env[69262]: value = "task-3712915" [ 603.566524] env[69262]: _type = "Task" [ 603.566524] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.577520] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712915, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.693925] env[69262]: DEBUG nova.compute.utils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.704802] env[69262]: DEBUG nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 603.917551] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712913, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.980197] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075753} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.980422] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.981285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9548138b-f816-4239-9e12-7883e94c5c85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.003927] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] d411f0f0-7f78-4408-84ac-27520ad7aced/d411f0f0-7f78-4408-84ac-27520ad7aced.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.004357] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b008e5-fcc5-4d41-bd71-ecff0da760a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.033025] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712911, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.034574] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 604.034574] env[69262]: value = "task-3712916" [ 604.034574] env[69262]: _type = "Task" [ 604.034574] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.044252] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.077617] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712915, 'name': Rename_Task, 'duration_secs': 0.169363} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.077993] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.078107] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc4fb1ec-8179-4914-9d13-5deeb5a1b9a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.085242] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 604.085242] env[69262]: value = "task-3712917" [ 604.085242] env[69262]: _type = "Task" [ 604.085242] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.094358] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.205302] env[69262]: DEBUG nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.248421] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance da8df25b-8c1e-4d3f-8b5f-a7d6585ea499 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.248654] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance f7dba330-0d27-429c-860e-4e74e14bf018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.248799] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance f3ea3756-4188-4268-bad1-5f72cdab46aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.249348] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance d411f0f0-7f78-4408-84ac-27520ad7aced actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.249989] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance e7c7b1ee-7191-4d9a-a716-6a964a8e19b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.249989] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance ad8a3a86-13df-41d9-b660-b30255a41fab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.249989] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 77282dc6-c5d8-47ce-8458-81b7672edd10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 604.337503] env[69262]: DEBUG nova.network.neutron [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Successfully updated port: 89993702-4574-48ce-8ee6-6f3437363d6f {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.420657] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712913, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.532957] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712911, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.836054} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.533302] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] f3ea3756-4188-4268-bad1-5f72cdab46aa/f3ea3756-4188-4268-bad1-5f72cdab46aa.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.533905] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.533905] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da3df18f-7bda-475d-844c-7d703c42c9fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.546805] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712916, 'name': ReconfigVM_Task, 'duration_secs': 0.409751} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.548317] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Reconfigured VM instance instance-00000004 to attach disk [datastore2] d411f0f0-7f78-4408-84ac-27520ad7aced/d411f0f0-7f78-4408-84ac-27520ad7aced.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.549236] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 604.549236] env[69262]: value = "task-3712918" [ 604.549236] env[69262]: _type = "Task" [ 604.549236] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.549543] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd48d477-1517-4404-88a0-f1627dbdb5a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.560225] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 604.560225] env[69262]: value = "task-3712919" [ 604.560225] env[69262]: _type = "Task" [ 604.560225] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.564756] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.576408] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712919, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.597558] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712917, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.754444] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b7fe0430-9c39-4b60-8279-bb51a4218e6c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 604.840502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.840674] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquired lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.840904] env[69262]: DEBUG nova.network.neutron [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.918141] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712913, 'name': Rename_Task, 'duration_secs': 1.075927} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.918448] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.918667] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ada42873-f0e4-4089-9e64-5048b42b3325 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.928618] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 604.928618] env[69262]: value = "task-3712920" [ 604.928618] env[69262]: _type = "Task" [ 604.928618] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.938913] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.064097] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077489} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.064594] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.065929] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271568ea-949b-4d08-a77c-320aec8b85ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.076700] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712919, 'name': Rename_Task, 'duration_secs': 0.219634} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.086310] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.095818] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f3ea3756-4188-4268-bad1-5f72cdab46aa/f3ea3756-4188-4268-bad1-5f72cdab46aa.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.095818] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-043aa957-1ba5-494d-99b8-0cc008863c2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.100317] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c9af42-6239-4ec6-9add-d17b93407a3d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.129267] env[69262]: DEBUG oslo_vmware.api [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3712917, 'name': PowerOnVM_Task, 'duration_secs': 0.607762} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.132039] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.133495] env[69262]: INFO nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Took 12.27 seconds to spawn the instance on the hypervisor. [ 605.133495] env[69262]: DEBUG nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 605.133495] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 605.133495] env[69262]: value = "task-3712922" [ 605.133495] env[69262]: _type = "Task" [ 605.133495] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.133495] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 605.133495] env[69262]: value = "task-3712921" [ 605.133495] env[69262]: _type = "Task" [ 605.133495] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.134271] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb513d9-72e9-4388-92b0-6461b00089af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.150420] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.155461] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712921, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.227671] env[69262]: DEBUG nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.260035] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 650bd951-2b5c-405e-9814-8b57857add16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 605.260188] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 605.260296] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 605.277030] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.277298] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.277499] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.277718] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.277971] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.279233] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.279233] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.279233] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.279233] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.279233] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.280282] env[69262]: DEBUG nova.virt.hardware [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.280665] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114926f8-b5bc-49c2-ae8b-f9664a985e8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.297378] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37345e0a-ac12-43c3-98d1-03a4483bdb4e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.304374] env[69262]: DEBUG nova.compute.manager [req-2db540a4-33ec-4853-adc3-597103d8f28d req-b2595005-9fe5-46f7-91ae-07e65e335f63 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Received event network-vif-plugged-89993702-4574-48ce-8ee6-6f3437363d6f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.304593] env[69262]: DEBUG oslo_concurrency.lockutils [req-2db540a4-33ec-4853-adc3-597103d8f28d req-b2595005-9fe5-46f7-91ae-07e65e335f63 service nova] Acquiring lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.304874] env[69262]: DEBUG oslo_concurrency.lockutils [req-2db540a4-33ec-4853-adc3-597103d8f28d req-b2595005-9fe5-46f7-91ae-07e65e335f63 service nova] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.304965] env[69262]: DEBUG oslo_concurrency.lockutils [req-2db540a4-33ec-4853-adc3-597103d8f28d req-b2595005-9fe5-46f7-91ae-07e65e335f63 service nova] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.305158] env[69262]: DEBUG nova.compute.manager [req-2db540a4-33ec-4853-adc3-597103d8f28d req-b2595005-9fe5-46f7-91ae-07e65e335f63 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] No waiting events found dispatching network-vif-plugged-89993702-4574-48ce-8ee6-6f3437363d6f {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 605.305333] env[69262]: WARNING nova.compute.manager [req-2db540a4-33ec-4853-adc3-597103d8f28d req-b2595005-9fe5-46f7-91ae-07e65e335f63 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Received unexpected event network-vif-plugged-89993702-4574-48ce-8ee6-6f3437363d6f for instance with vm_state building and task_state spawning. [ 605.324802] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.332257] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Creating folder: Project (31e4d05ae75747e1860a3707eefc6a64). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.335860] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fa55c0c-73e0-406f-a69c-1a93af2da3db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.351232] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Created folder: Project (31e4d05ae75747e1860a3707eefc6a64) in parent group-v739409. [ 605.351485] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Creating folder: Instances. Parent ref: group-v739422. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.352129] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1eda81c-2123-400a-a6c7-4d849634a7ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.369108] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Created folder: Instances in parent group-v739422. [ 605.369159] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.369350] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.369638] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b6b4828-3f58-456d-a8bc-53b71a7eec06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.399033] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.399033] env[69262]: value = "task-3712925" [ 605.399033] env[69262]: _type = "Task" [ 605.399033] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.408996] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712925, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.424173] env[69262]: DEBUG nova.network.neutron [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.448075] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.676449] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.678023] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.682437] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c2f5a-0d4d-4ae1-b40a-22f52567d835 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.690499] env[69262]: INFO nova.compute.manager [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Took 18.29 seconds to build instance. [ 605.694389] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1fc9ea-3ec2-49d0-b7dc-af7c46ea7e32 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.730244] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b50d07-4dec-4137-af72-98b67158d2e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.742761] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98b8a00-61b2-41de-b63d-e5f390e80f95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.760359] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.842967] env[69262]: DEBUG nova.network.neutron [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Updating instance_info_cache with network_info: [{"id": "89993702-4574-48ce-8ee6-6f3437363d6f", "address": "fa:16:3e:44:d8:53", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89993702-45", "ovs_interfaceid": "89993702-4574-48ce-8ee6-6f3437363d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.926664] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712925, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.951725] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712920, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.157165] env[69262]: DEBUG oslo_vmware.api [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3712921, 'name': PowerOnVM_Task, 'duration_secs': 0.627882} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.164136] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.164386] env[69262]: INFO nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Took 8.78 seconds to spawn the instance on the hypervisor. [ 606.164538] env[69262]: DEBUG nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 606.165344] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712922, 'name': ReconfigVM_Task, 'duration_secs': 0.630414} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.165636] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed17b24-405c-4152-953c-f6d753ebc50e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.171562] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f3ea3756-4188-4268-bad1-5f72cdab46aa/f3ea3756-4188-4268-bad1-5f72cdab46aa.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.173480] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1df3daed-d589-4762-a7a0-78d8b9866603 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.179029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.179181] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.189158] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 606.189158] env[69262]: value = "task-3712926" [ 606.189158] env[69262]: _type = "Task" [ 606.189158] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.198026] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ff484bd0-9fc9-4e57-ae5d-e01ef50b056e tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "f7dba330-0d27-429c-860e-4e74e14bf018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.799s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.201404] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712926, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.266521] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.347574] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Releasing lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.347908] env[69262]: DEBUG nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Instance network_info: |[{"id": "89993702-4574-48ce-8ee6-6f3437363d6f", "address": "fa:16:3e:44:d8:53", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89993702-45", "ovs_interfaceid": "89993702-4574-48ce-8ee6-6f3437363d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.350405] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:d8:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89993702-4574-48ce-8ee6-6f3437363d6f', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.360678] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Creating folder: Project (6487ed4d5e0e4f96bc19f07c27685dce). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.362398] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-750ca2ca-a330-47c9-b75c-5f25739020a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.374247] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Created folder: Project (6487ed4d5e0e4f96bc19f07c27685dce) in parent group-v739409. [ 606.377517] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Creating folder: Instances. Parent ref: group-v739425. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.377517] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad735482-6af6-48a6-ba7f-7adcdc2961e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.390166] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Created folder: Instances in parent group-v739425. [ 606.390458] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.390649] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.390869] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e75d92-aa08-4516-9ae1-f49ee774c6f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.419682] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712925, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.421020] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.421020] env[69262]: value = "task-3712929" [ 606.421020] env[69262]: _type = "Task" [ 606.421020] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.431143] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712929, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.442292] env[69262]: DEBUG oslo_vmware.api [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3712920, 'name': PowerOnVM_Task, 'duration_secs': 1.03581} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.442653] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.442985] env[69262]: INFO nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Took 15.85 seconds to spawn the instance on the hypervisor. [ 606.443242] env[69262]: DEBUG nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 606.444307] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ed9c7-ed1f-4cae-890b-173698ec2f24 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.689494] env[69262]: DEBUG nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.718160] env[69262]: INFO nova.compute.manager [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Took 17.64 seconds to build instance. [ 606.728375] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712926, 'name': Rename_Task, 'duration_secs': 0.302841} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.729640] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.729640] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed20fd8-eaec-45b8-bad2-e8208f6f96a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.738603] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 606.738603] env[69262]: value = "task-3712930" [ 606.738603] env[69262]: _type = "Task" [ 606.738603] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.752467] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.772957] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 606.773187] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.585s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.773442] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.293s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.775249] env[69262]: INFO nova.compute.claims [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.925339] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712925, 'name': CreateVM_Task, 'duration_secs': 1.311166} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.927307] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.928467] env[69262]: DEBUG oslo_vmware.service [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da32437-945b-4799-b2b7-74eb7583a77c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.940385] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712929, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.943011] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.943301] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.943930] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.944313] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc60c597-ca87-4c00-8fca-a574af6713ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.950144] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 606.950144] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279ad39-efc8-b460-e7e4-21a214a9c7f1" [ 606.950144] env[69262]: _type = "Task" [ 606.950144] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.963065] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279ad39-efc8-b460-e7e4-21a214a9c7f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.965461] env[69262]: INFO nova.compute.manager [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Took 20.71 seconds to build instance. [ 607.003999] env[69262]: DEBUG nova.network.neutron [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Successfully updated port: 9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.225690] env[69262]: DEBUG oslo_concurrency.lockutils [None req-344c54e7-fce1-44f2-a70a-a71487d4ea53 tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "d411f0f0-7f78-4408-84ac-27520ad7aced" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.658s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.237708] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.254732] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712930, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.323567] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.323849] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.438686] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712929, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.470947] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46b2c43b-e142-44b6-bb7b-5e4a5189cdce tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.228s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.471931] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.472573] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.473026] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.473116] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.473476] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.474143] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b759072-42fa-4c49-aa90-c4c3f93c80ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.487317] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.487317] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.487805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4b658f-4ff3-496f-a34d-44ef1ac40453 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.500348] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-620a90dc-1834-42be-90de-25c99f0d54da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.509477] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.509477] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquired lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.509477] env[69262]: DEBUG nova.network.neutron [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.511161] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 607.511161] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52572da0-203c-aba5-bd1e-baf34455f2f7" [ 607.511161] env[69262]: _type = "Task" [ 607.511161] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.525768] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52572da0-203c-aba5-bd1e-baf34455f2f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.752869] env[69262]: DEBUG oslo_vmware.api [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3712930, 'name': PowerOnVM_Task, 'duration_secs': 0.784958} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.753923] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.753923] env[69262]: INFO nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Took 12.62 seconds to spawn the instance on the hypervisor. [ 607.753923] env[69262]: DEBUG nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 607.754643] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5bc715-c934-44a2-b4c1-a51cee75d567 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.828533] env[69262]: DEBUG nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.942184] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712929, 'name': CreateVM_Task, 'duration_secs': 1.041657} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.946495] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.948865] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.949098] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.950404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.950672] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3873c1-2513-49ec-ad39-e6765a2bbdb8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.958745] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 607.958745] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c4d9d8-e95a-17e3-02b4-c9ca484b9255" [ 607.958745] env[69262]: _type = "Task" [ 607.958745] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.979427] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.979427] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.979427] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.034017] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Preparing fetch location {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.034315] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Creating directory with path [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.034577] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d04a074-8421-401a-9b53-12ea065ac243 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.067125] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e912fd8d-749c-4a47-9d72-1c25624f2d64 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.071653] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Created directory with path [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.072751] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Fetch image to [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.073116] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Downloading image file data f64a0194-c9c2-4fef-aad9-a357d32a2f26 to [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk on the data store datastore1 {{(pid=69262) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.074480] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e756afa-2b41-4cc4-995b-1823b4d3c042 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.080643] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d134097-d4f8-4e4d-bc63-fc207112454a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.087443] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db218196-81a9-4cb0-a356-746dc550cf31 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.122580] env[69262]: DEBUG nova.network.neutron [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.127022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddbdbc0-22ac-481e-ae04-69af1d98cf14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.136440] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd03ba-21ef-40da-be9b-12c733559cc9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.145087] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff53ba-9e63-400d-85d2-1d7281507a6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.191340] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b70678-9587-4ec1-95a0-5688979d5d09 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.205482] env[69262]: DEBUG nova.compute.provider_tree [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.218338] env[69262]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bf87d163-18c3-4c13-9832-0a082d963a67 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.255554] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Downloading image file data f64a0194-c9c2-4fef-aad9-a357d32a2f26 to the data store datastore1 {{(pid=69262) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 608.285884] env[69262]: INFO nova.compute.manager [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Took 19.34 seconds to build instance. [ 608.363872] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.373041] env[69262]: DEBUG oslo_vmware.rw_handles [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69262) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 608.716174] env[69262]: DEBUG nova.scheduler.client.report [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.737689] env[69262]: DEBUG nova.network.neutron [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Updating instance_info_cache with network_info: [{"id": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "address": "fa:16:3e:6e:56:5c", "network": {"id": "6c623331-806c-4a98-943a-f10672af028d", "bridge": "br-int", "label": "tempest-ServersTestJSON-517742718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce1ea11be74073ac34214a369a6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9765521d-bb", "ovs_interfaceid": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.789517] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2040d239-6765-4c7a-8253-4231deae6617 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.353s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.953376] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.953709] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.189040] env[69262]: DEBUG oslo_vmware.rw_handles [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Completed reading data from the image iterator. {{(pid=69262) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 609.189279] env[69262]: DEBUG oslo_vmware.rw_handles [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 609.225047] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.225617] env[69262]: DEBUG nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.229654] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.679s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.231153] env[69262]: INFO nova.compute.claims [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.244299] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Releasing lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.244645] env[69262]: DEBUG nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Instance network_info: |[{"id": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "address": "fa:16:3e:6e:56:5c", "network": {"id": "6c623331-806c-4a98-943a-f10672af028d", "bridge": "br-int", "label": "tempest-ServersTestJSON-517742718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce1ea11be74073ac34214a369a6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9765521d-bb", "ovs_interfaceid": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.245534] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:56:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9765521d-bb9e-4f96-b6f7-dc158a126df2', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.260852] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Creating folder: Project (b4ce1ea11be74073ac34214a369a6627). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.261128] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a52ef3d0-5d68-4f7d-8165-f1a4adb66b60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.275174] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Created folder: Project (b4ce1ea11be74073ac34214a369a6627) in parent group-v739409. [ 609.275409] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Creating folder: Instances. Parent ref: group-v739428. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.275674] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f72ccd25-f915-4df5-9d71-622e976515b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.289851] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Created folder: Instances in parent group-v739428. [ 609.289907] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.290168] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.290594] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3be35759-b38f-4272-80f0-8361fbc386e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.315847] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.315847] env[69262]: value = "task-3712933" [ 609.315847] env[69262]: _type = "Task" [ 609.315847] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.325861] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712933, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.335197] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Downloaded image file data f64a0194-c9c2-4fef-aad9-a357d32a2f26 to vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk on the data store datastore1 {{(pid=69262) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 609.336904] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Caching image {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 609.337191] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Copying Virtual Disk [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk to [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.337479] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8162cf5a-6ca6-4402-99f1-9f5590000d60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.348102] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 609.348102] env[69262]: value = "task-3712934" [ 609.348102] env[69262]: _type = "Task" [ 609.348102] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.359385] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.362309] env[69262]: DEBUG nova.compute.manager [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Received event network-changed-89993702-4574-48ce-8ee6-6f3437363d6f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.362492] env[69262]: DEBUG nova.compute.manager [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Refreshing instance network info cache due to event network-changed-89993702-4574-48ce-8ee6-6f3437363d6f. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.363539] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Acquiring lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.363539] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Acquired lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.363539] env[69262]: DEBUG nova.network.neutron [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Refreshing network info cache for port 89993702-4574-48ce-8ee6-6f3437363d6f {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.456770] env[69262]: DEBUG nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.737803] env[69262]: DEBUG nova.compute.utils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.745274] env[69262]: DEBUG nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 609.745274] env[69262]: DEBUG nova.network.neutron [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 609.834275] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712933, 'name': CreateVM_Task, 'duration_secs': 0.394802} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.834714] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.835680] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.836048] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.836480] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.837257] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50b23ce-c741-4c34-a858-d2205a31b0c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.844098] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 609.844098] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52166069-d49b-e53b-2ef3-cd07137d128a" [ 609.844098] env[69262]: _type = "Task" [ 609.844098] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.864798] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52166069-d49b-e53b-2ef3-cd07137d128a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.868623] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712934, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.868623] env[69262]: DEBUG nova.policy [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '408833c20ee241f49e4829bd2c3242dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '695b217fbec9457cb220c64ce067c187', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.983164] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.246528] env[69262]: DEBUG nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.339477] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "d228eae2-6159-4152-aeb2-705fd917488a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.340351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "d228eae2-6159-4152-aeb2-705fd917488a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.363559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.363559] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.363819] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.373201] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712934, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.376783] env[69262]: DEBUG nova.network.neutron [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Updated VIF entry in instance network info cache for port 89993702-4574-48ce-8ee6-6f3437363d6f. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.377139] env[69262]: DEBUG nova.network.neutron [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Updating instance_info_cache with network_info: [{"id": "89993702-4574-48ce-8ee6-6f3437363d6f", "address": "fa:16:3e:44:d8:53", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89993702-45", "ovs_interfaceid": "89993702-4574-48ce-8ee6-6f3437363d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.510970] env[69262]: DEBUG nova.network.neutron [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Successfully created port: bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.515285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ee3c0-089f-4e70-9af8-fa934b3e4f41 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.523890] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd48efd-0e06-42d1-9683-f89dd0460fa8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.568237] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d315a3-b175-46ff-af94-7b7a8c3561d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.578305] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b66b68-18c8-42d1-96cd-2bb72ad33f6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.595366] env[69262]: DEBUG nova.compute.provider_tree [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.623590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Acquiring lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.623864] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.624364] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Acquiring lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.624364] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.624487] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.628473] env[69262]: INFO nova.compute.manager [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Terminating instance [ 610.843119] env[69262]: DEBUG nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 610.864507] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712934, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.235529} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.865029] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Copied Virtual Disk [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk to [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.865029] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleting the datastore file [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26/tmp-sparse.vmdk {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.865216] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8d40dbf-48d2-4e44-9823-87f99132d0d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.874433] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 610.874433] env[69262]: value = "task-3712935" [ 610.874433] env[69262]: _type = "Task" [ 610.874433] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.886308] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Releasing lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.886308] env[69262]: DEBUG nova.compute.manager [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Received event network-vif-plugged-9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.886308] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Acquiring lock "ad8a3a86-13df-41d9-b660-b30255a41fab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.886308] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.886308] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.886759] env[69262]: DEBUG nova.compute.manager [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] No waiting events found dispatching network-vif-plugged-9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 610.886759] env[69262]: WARNING nova.compute.manager [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Received unexpected event network-vif-plugged-9765521d-bb9e-4f96-b6f7-dc158a126df2 for instance with vm_state building and task_state spawning. [ 610.886759] env[69262]: DEBUG nova.compute.manager [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Received event network-changed-9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.886759] env[69262]: DEBUG nova.compute.manager [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Refreshing instance network info cache due to event network-changed-9765521d-bb9e-4f96-b6f7-dc158a126df2. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.886759] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Acquiring lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.886908] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Acquired lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.886908] env[69262]: DEBUG nova.network.neutron [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Refreshing network info cache for port 9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.887770] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.013240] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.013638] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.099082] env[69262]: DEBUG nova.scheduler.client.report [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.134533] env[69262]: DEBUG nova.compute.manager [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.135289] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.135705] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ba6e4-6bbb-41c8-a939-35714c7b888c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.141997] env[69262]: DEBUG nova.compute.manager [None req-71868eeb-7426-4b91-b759-16f180a9f4d7 tempest-ServerDiagnosticsV248Test-1897749510 tempest-ServerDiagnosticsV248Test-1897749510-project-admin] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 611.147499] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e403f4f9-c6f5-46d1-b192-318915a0df80 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.154517] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.155236] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94fd037e-cf8b-4165-a530-0f2a5e69ec86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.159685] env[69262]: INFO nova.compute.manager [None req-71868eeb-7426-4b91-b759-16f180a9f4d7 tempest-ServerDiagnosticsV248Test-1897749510 tempest-ServerDiagnosticsV248Test-1897749510-project-admin] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Retrieving diagnostics [ 611.160072] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ada1a5-cf90-4bf2-ba77-e3d7e5a413ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.164460] env[69262]: DEBUG oslo_vmware.api [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Waiting for the task: (returnval){ [ 611.164460] env[69262]: value = "task-3712936" [ 611.164460] env[69262]: _type = "Task" [ 611.164460] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.204047] env[69262]: DEBUG oslo_vmware.api [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Task: {'id': task-3712936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.258584] env[69262]: DEBUG nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.282905] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.283231] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.283460] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.283768] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.284026] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.284244] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.284472] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.284661] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.284892] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.285144] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.285349] env[69262]: DEBUG nova.virt.hardware [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.286239] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9d44d3-8e11-49d4-9c71-9c7c0af7bbd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.295133] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae00cd9b-e971-4b74-a4dd-5b58c6ff9f0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.371143] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.385663] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05538} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.386528] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.386528] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Moving file from [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b/f64a0194-c9c2-4fef-aad9-a357d32a2f26 to [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26. {{(pid=69262) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 611.386528] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-47bad23e-74ef-42b2-9527-0841cc8adebb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.397757] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 611.397757] env[69262]: value = "task-3712937" [ 611.397757] env[69262]: _type = "Task" [ 611.397757] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.411103] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712937, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.516815] env[69262]: DEBUG nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.572689] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "38b2f84d-0d1b-4674-87b0-a118486e7218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.572931] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.605520] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.606070] env[69262]: DEBUG nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 611.615743] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.377s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.616422] env[69262]: INFO nova.compute.claims [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.681354] env[69262]: DEBUG oslo_vmware.api [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Task: {'id': task-3712936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.796413] env[69262]: DEBUG nova.network.neutron [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Updated VIF entry in instance network info cache for port 9765521d-bb9e-4f96-b6f7-dc158a126df2. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.796746] env[69262]: DEBUG nova.network.neutron [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Updating instance_info_cache with network_info: [{"id": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "address": "fa:16:3e:6e:56:5c", "network": {"id": "6c623331-806c-4a98-943a-f10672af028d", "bridge": "br-int", "label": "tempest-ServersTestJSON-517742718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce1ea11be74073ac34214a369a6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9765521d-bb", "ovs_interfaceid": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.915468] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712937, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.204594} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.915468] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] File moved {{(pid=69262) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 611.915750] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Cleaning up location [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 611.915750] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleting the datastore file [datastore1] vmware_temp/25ed8343-1511-4309-b2be-321caa45057b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.915974] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1350cae4-d124-41ee-ba9a-956a565eb172 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.930871] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 611.930871] env[69262]: value = "task-3712938" [ 611.930871] env[69262]: _type = "Task" [ 611.930871] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.941524] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.999453] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.999697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.057491] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.118441] env[69262]: DEBUG nova.compute.utils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.122343] env[69262]: DEBUG nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.122343] env[69262]: DEBUG nova.network.neutron [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.179967] env[69262]: DEBUG oslo_vmware.api [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Task: {'id': task-3712936, 'name': PowerOffVM_Task, 'duration_secs': 0.813193} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.180161] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 612.180862] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 612.180862] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-659641af-72c4-400d-82ce-5289e1c92669 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.216654] env[69262]: DEBUG nova.policy [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e2e89d5c24c4edd8466c5a91e76a37d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a3a3426db24ecc884fc1550377d8d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.273934] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 612.274496] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 612.274594] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Deleting the datastore file [datastore2] da8df25b-8c1e-4d3f-8b5f-a7d6585ea499 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.274801] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4d663df-0d9e-450d-a497-573bcf576074 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.283875] env[69262]: DEBUG oslo_vmware.api [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Waiting for the task: (returnval){ [ 612.283875] env[69262]: value = "task-3712940" [ 612.283875] env[69262]: _type = "Task" [ 612.283875] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.294558] env[69262]: DEBUG oslo_vmware.api [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Task: {'id': task-3712940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.300479] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad3c9b3b-0372-4ad2-9863-0f1bc42205db req-28d9d412-fdf4-4ffe-bd84-05e8210369a3 service nova] Releasing lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.447532] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039248} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.447886] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.450110] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a59c35c-a29c-4192-8c47-4cc51a031845 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.456985] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 612.456985] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c08538-dde2-6069-ff9e-4a4bc2da8306" [ 612.456985] env[69262]: _type = "Task" [ 612.456985] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.466255] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c08538-dde2-6069-ff9e-4a4bc2da8306, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.629894] env[69262]: DEBUG nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 612.729793] env[69262]: DEBUG nova.network.neutron [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Successfully updated port: bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.798759] env[69262]: DEBUG oslo_vmware.api [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Task: {'id': task-3712940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287102} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.799029] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.799243] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.799456] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.800088] env[69262]: INFO nova.compute.manager [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Took 1.66 seconds to destroy the instance on the hypervisor. [ 612.800355] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.800551] env[69262]: DEBUG nova.compute.manager [-] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.800646] env[69262]: DEBUG nova.network.neutron [-] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.934223] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dde490a-0a88-418f-9517-37f4cf625159 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.943978] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f2877d-335b-4df6-9322-92ce34dee11e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.991131] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a1ddbf-846b-4e5d-919a-492420c36046 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.004303] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c08538-dde2-6069-ff9e-4a4bc2da8306, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.005786] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1433a7-22c9-46d5-a478-7ecaa1bbec4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.009828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.010111] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.010801] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.010801] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.010801] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6518b0d-02de-42af-838c-7605ad94ab4c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.013952] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31960712-3b37-4a82-8a9c-b99e61a25190 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.026221] env[69262]: DEBUG nova.compute.provider_tree [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.030595] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 613.030595] env[69262]: value = "task-3712941" [ 613.030595] env[69262]: _type = "Task" [ 613.030595] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.039644] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.039901] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.042739] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe99a1d-7ae5-417f-8961-89336e162e01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.050403] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.054922] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 613.054922] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522ffa40-ae6e-d562-086f-436700201779" [ 613.054922] env[69262]: _type = "Task" [ 613.054922] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.063756] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522ffa40-ae6e-d562-086f-436700201779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.228826] env[69262]: DEBUG nova.network.neutron [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Successfully created port: cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.239277] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.239277] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquired lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.239277] env[69262]: DEBUG nova.network.neutron [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.532829] env[69262]: DEBUG nova.scheduler.client.report [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.553989] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712941, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.580842] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522ffa40-ae6e-d562-086f-436700201779, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.580842] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a482c23-2abc-435e-a12f-d7a4de1b9972 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.594784] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 613.594784] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520b7f55-6820-349f-ddce-42f65eb8a008" [ 613.594784] env[69262]: _type = "Task" [ 613.594784] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.605018] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520b7f55-6820-349f-ddce-42f65eb8a008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.643018] env[69262]: DEBUG nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 613.695250] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.695250] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.695729] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.695820] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.695909] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.696214] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.696292] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.696444] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.696608] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.696768] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.696938] env[69262]: DEBUG nova.virt.hardware [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.697900] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f69a3-6dd9-47e5-8b35-5f063c80c9ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.716036] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc64fb-71f3-4a78-8e64-20ad125f82b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.994451] env[69262]: DEBUG nova.network.neutron [-] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.001121] env[69262]: DEBUG nova.network.neutron [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.038770] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.039319] env[69262]: DEBUG nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.047662] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.683s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.048411] env[69262]: INFO nova.compute.claims [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.060649] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865701} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.061228] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.062076] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.062357] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2044b2e5-f409-4193-90e6-bf23f3916801 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.077292] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 614.077292] env[69262]: value = "task-3712942" [ 614.077292] env[69262]: _type = "Task" [ 614.077292] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.092119] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.116603] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520b7f55-6820-349f-ddce-42f65eb8a008, 'name': SearchDatastore_Task, 'duration_secs': 0.051859} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.119977] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.120286] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e7c7b1ee-7191-4d9a-a716-6a964a8e19b8/e7c7b1ee-7191-4d9a-a716-6a964a8e19b8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.120562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.120739] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.120951] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2308d97d-678a-4e72-9095-b611a21e2387 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.123436] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f2b4528-53a4-4fa7-ab87-1714559575ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.132969] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 614.132969] env[69262]: value = "task-3712943" [ 614.132969] env[69262]: _type = "Task" [ 614.132969] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.138176] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.138760] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.139528] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4eed5d5-798d-49da-acf7-04434dccc50a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.145603] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.151490] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 614.151490] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52394344-a839-c9e6-2476-2d2f7d3023be" [ 614.151490] env[69262]: _type = "Task" [ 614.151490] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.161928] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52394344-a839-c9e6-2476-2d2f7d3023be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.264295] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "7d51790a-49cf-4543-9019-ec99fa441217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.264520] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "7d51790a-49cf-4543-9019-ec99fa441217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.359033] env[69262]: DEBUG nova.network.neutron [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updating instance_info_cache with network_info: [{"id": "bdd98205-2925-4811-b952-66194cf54709", "address": "fa:16:3e:35:95:c6", "network": {"id": "f05468a8-7103-4fb5-88fa-fd1a9eb21f14", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-117115859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "695b217fbec9457cb220c64ce067c187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd98205-29", "ovs_interfaceid": "bdd98205-2925-4811-b952-66194cf54709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.504273] env[69262]: INFO nova.compute.manager [-] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Took 1.70 seconds to deallocate network for instance. [ 614.548626] env[69262]: DEBUG nova.compute.utils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.551301] env[69262]: DEBUG nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 614.552108] env[69262]: DEBUG nova.network.neutron [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 614.595827] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165138} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.599603] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.599603] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25c6125-2341-4d02-b2e7-5e4752f292fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.623758] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.624764] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e28e024-4d85-40f1-864e-d4f5db8b5d53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.655144] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712943, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.656777] env[69262]: DEBUG nova.policy [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e577afcdfee4bca9851a96368d6a5ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97d597cda8464d80aac75221a7dbf598', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.662688] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 614.662688] env[69262]: value = "task-3712944" [ 614.662688] env[69262]: _type = "Task" [ 614.662688] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.671023] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52394344-a839-c9e6-2476-2d2f7d3023be, 'name': SearchDatastore_Task, 'duration_secs': 0.01173} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.675761] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.677678] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52233e2e-7418-43c0-a4e3-abf488c5130a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.681655] env[69262]: DEBUG nova.compute.manager [req-9212005c-cae5-4f16-9bf5-b2137e0f8697 req-750b8d3c-510d-40e0-bd37-8dbc039101d5 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Received event network-vif-plugged-bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.681876] env[69262]: DEBUG oslo_concurrency.lockutils [req-9212005c-cae5-4f16-9bf5-b2137e0f8697 req-750b8d3c-510d-40e0-bd37-8dbc039101d5 service nova] Acquiring lock "650bd951-2b5c-405e-9814-8b57857add16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.682096] env[69262]: DEBUG oslo_concurrency.lockutils [req-9212005c-cae5-4f16-9bf5-b2137e0f8697 req-750b8d3c-510d-40e0-bd37-8dbc039101d5 service nova] Lock "650bd951-2b5c-405e-9814-8b57857add16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.682262] env[69262]: DEBUG oslo_concurrency.lockutils [req-9212005c-cae5-4f16-9bf5-b2137e0f8697 req-750b8d3c-510d-40e0-bd37-8dbc039101d5 service nova] Lock "650bd951-2b5c-405e-9814-8b57857add16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.682481] env[69262]: DEBUG nova.compute.manager [req-9212005c-cae5-4f16-9bf5-b2137e0f8697 req-750b8d3c-510d-40e0-bd37-8dbc039101d5 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] No waiting events found dispatching network-vif-plugged-bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 614.682579] env[69262]: WARNING nova.compute.manager [req-9212005c-cae5-4f16-9bf5-b2137e0f8697 req-750b8d3c-510d-40e0-bd37-8dbc039101d5 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Received unexpected event network-vif-plugged-bdd98205-2925-4811-b952-66194cf54709 for instance with vm_state building and task_state spawning. [ 614.689596] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 614.689596] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cadf4a-1dad-99e7-48a6-7dee451824e6" [ 614.689596] env[69262]: _type = "Task" [ 614.689596] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.703882] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cadf4a-1dad-99e7-48a6-7dee451824e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.862133] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Releasing lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.862954] env[69262]: DEBUG nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Instance network_info: |[{"id": "bdd98205-2925-4811-b952-66194cf54709", "address": "fa:16:3e:35:95:c6", "network": {"id": "f05468a8-7103-4fb5-88fa-fd1a9eb21f14", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-117115859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "695b217fbec9457cb220c64ce067c187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd98205-29", "ovs_interfaceid": "bdd98205-2925-4811-b952-66194cf54709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.863106] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:95:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdd98205-2925-4811-b952-66194cf54709', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.878070] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Creating folder: Project (695b217fbec9457cb220c64ce067c187). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.878070] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c64d2d48-9a25-46db-862c-69180023beb5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.890767] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Created folder: Project (695b217fbec9457cb220c64ce067c187) in parent group-v739409. [ 614.892022] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Creating folder: Instances. Parent ref: group-v739431. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.892022] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452a0022-fa7c-4919-a028-9a01e9cd95a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.909390] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Created folder: Instances in parent group-v739431. [ 614.909660] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.910155] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.910155] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2833d119-fc62-4909-80d8-74dbd32f2350 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.932270] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.932270] env[69262]: value = "task-3712947" [ 614.932270] env[69262]: _type = "Task" [ 614.932270] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.945046] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712947, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.012858] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.057184] env[69262]: DEBUG nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.152422] env[69262]: DEBUG nova.network.neutron [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Successfully created port: fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.162737] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79519} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.162977] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e7c7b1ee-7191-4d9a-a716-6a964a8e19b8/e7c7b1ee-7191-4d9a-a716-6a964a8e19b8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.163242] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.163818] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-011eb6ed-813e-4615-acf0-44ad9c0048f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.179037] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712944, 'name': ReconfigVM_Task, 'duration_secs': 0.381628} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.180827] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.183451] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 615.183451] env[69262]: value = "task-3712951" [ 615.183451] env[69262]: _type = "Task" [ 615.183451] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.183611] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3deae8e-addf-4f09-94d0-f1421e8e3188 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.212496] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.213276] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 615.213276] env[69262]: value = "task-3712952" [ 615.213276] env[69262]: _type = "Task" [ 615.213276] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.222576] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cadf4a-1dad-99e7-48a6-7dee451824e6, 'name': SearchDatastore_Task, 'duration_secs': 0.061176} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.226457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.226925] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ad8a3a86-13df-41d9-b660-b30255a41fab/ad8a3a86-13df-41d9-b660-b30255a41fab.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.227539] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-694b4b3d-0c49-4cd4-bf9a-b1d374e08512 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.234448] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712952, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.241634] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 615.241634] env[69262]: value = "task-3712953" [ 615.241634] env[69262]: _type = "Task" [ 615.241634] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.259873] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.441413] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563bb1d2-dced-4ca7-a296-1b2dd93b944b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.449186] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712947, 'name': CreateVM_Task, 'duration_secs': 0.406487} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.449899] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.451444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.451444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.451444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.451739] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff568f02-30e5-40a2-a66c-15ce7b03fa8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.457017] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a524a0cb-7135-4f38-b1e8-3147760c40f1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.463165] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 615.463165] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526b495f-e0be-d8e0-2e29-d2b4a035c65c" [ 615.463165] env[69262]: _type = "Task" [ 615.463165] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.502983] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e02bf2-b74f-4d18-871d-1211a34994e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.510282] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526b495f-e0be-d8e0-2e29-d2b4a035c65c, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.511154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.511416] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.511645] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.512306] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.512306] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.512306] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b15955-e910-467e-88cd-645fbb3823ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.518375] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44664fe4-c4dc-4d27-946a-b2332d18ce26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.525098] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.525298] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.535130] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063ee399-6f62-4a78-9b57-79e2b68ce62b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.541130] env[69262]: DEBUG nova.compute.provider_tree [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.547107] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 615.547107] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52271a4a-55e7-b429-bd4d-941f3964877b" [ 615.547107] env[69262]: _type = "Task" [ 615.547107] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.555598] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52271a4a-55e7-b429-bd4d-941f3964877b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.695492] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078189} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.695788] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.696606] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7688b5c-7fd1-435c-a42c-9d1ccc20f8eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.721041] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] e7c7b1ee-7191-4d9a-a716-6a964a8e19b8/e7c7b1ee-7191-4d9a-a716-6a964a8e19b8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.721819] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e500e76-8b23-4fd9-9e18-87c95a6c00e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.749368] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712952, 'name': Rename_Task, 'duration_secs': 0.193334} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.754217] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.755035] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 615.755035] env[69262]: value = "task-3712955" [ 615.755035] env[69262]: _type = "Task" [ 615.755035] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.755035] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4022f3e8-ab62-4e0d-afac-ce8b904d619b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.767060] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.772318] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 615.772318] env[69262]: value = "task-3712956" [ 615.772318] env[69262]: _type = "Task" [ 615.772318] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.775875] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.784502] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.044958] env[69262]: DEBUG nova.scheduler.client.report [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.062186] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52271a4a-55e7-b429-bd4d-941f3964877b, 'name': SearchDatastore_Task, 'duration_secs': 0.035005} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.063994] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c504e93-3859-409e-95d1-a9db04a28007 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.067238] env[69262]: DEBUG nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.074297] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 616.074297] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52846afe-6008-e802-414a-35767617d728" [ 616.074297] env[69262]: _type = "Task" [ 616.074297] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.086211] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52846afe-6008-e802-414a-35767617d728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.100411] env[69262]: DEBUG nova.network.neutron [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Successfully updated port: cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.104775] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:48:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='844062736',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1856244360',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.104775] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.104775] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.105328] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.105328] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.105328] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.105328] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.105328] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.105600] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.105600] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.105600] env[69262]: DEBUG nova.virt.hardware [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.106870] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723b5263-c0c1-4291-88a2-8e622c40d7c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.117058] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b5f54b-13ab-4ee6-9d23-27d4ad9359b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.261906] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.274275] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.289618] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.555826] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.558154] env[69262]: DEBUG nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 616.564111] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.581s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.565905] env[69262]: INFO nova.compute.claims [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.588069] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52846afe-6008-e802-414a-35767617d728, 'name': SearchDatastore_Task, 'duration_secs': 0.019579} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.588386] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.589080] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 650bd951-2b5c-405e-9814-8b57857add16/650bd951-2b5c-405e-9814-8b57857add16.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 616.589498] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2d7550d-4cd6-48a9-97da-c1111cb267f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.600563] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 616.600563] env[69262]: value = "task-3712957" [ 616.600563] env[69262]: _type = "Task" [ 616.600563] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.611800] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "refresh_cache-b7fe0430-9c39-4b60-8279-bb51a4218e6c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.611800] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "refresh_cache-b7fe0430-9c39-4b60-8279-bb51a4218e6c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.611917] env[69262]: DEBUG nova.network.neutron [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.619312] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.692199] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.693563] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.774688] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712953, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.268495} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.776027] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ad8a3a86-13df-41d9-b660-b30255a41fab/ad8a3a86-13df-41d9-b660-b30255a41fab.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.776027] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.776410] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbbae7d9-046b-4d6b-b67d-e5d6b74c9aaa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.787436] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712955, 'name': ReconfigVM_Task, 'duration_secs': 0.9631} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.788575] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Reconfigured VM instance instance-00000005 to attach disk [datastore1] e7c7b1ee-7191-4d9a-a716-6a964a8e19b8/e7c7b1ee-7191-4d9a-a716-6a964a8e19b8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.789951] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c6932df-fc2a-4b5c-a7ba-965967aa88e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.794581] env[69262]: DEBUG oslo_vmware.api [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712956, 'name': PowerOnVM_Task, 'duration_secs': 0.552351} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.796426] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.796630] env[69262]: INFO nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Took 11.57 seconds to spawn the instance on the hypervisor. [ 616.796840] env[69262]: DEBUG nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 616.797545] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 616.797545] env[69262]: value = "task-3712958" [ 616.797545] env[69262]: _type = "Task" [ 616.797545] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.798191] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b6fdc-359b-4a80-bc70-6ae9c8ffd7a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.808899] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 616.808899] env[69262]: value = "task-3712959" [ 616.808899] env[69262]: _type = "Task" [ 616.808899] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.823593] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.829995] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712959, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.875336] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "266e36d8-f549-490a-a288-2437185c6d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.875875] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.070488] env[69262]: DEBUG nova.compute.utils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.073227] env[69262]: DEBUG nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.073378] env[69262]: DEBUG nova.network.neutron [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.117673] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712957, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.223800] env[69262]: DEBUG nova.policy [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b5387fccffb4fbbb7d71bec7e83ba8d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32d794e070d34b12aea9e93aa635e134', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.254921] env[69262]: DEBUG nova.network.neutron [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.318771] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148019} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.319514] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.320408] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb71f29-de52-461c-8a26-fa10f93f2d4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.332797] env[69262]: INFO nova.compute.manager [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Took 20.31 seconds to build instance. [ 617.334227] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712959, 'name': Rename_Task, 'duration_secs': 0.489426} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.338815] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.339161] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-264339e8-f4ff-4774-8b22-5473af48cf1a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.369858] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] ad8a3a86-13df-41d9-b660-b30255a41fab/ad8a3a86-13df-41d9-b660-b30255a41fab.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.373520] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38787bfb-0f88-4cc8-8f20-3bf4f20538eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.390517] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 617.390517] env[69262]: value = "task-3712960" [ 617.390517] env[69262]: _type = "Task" [ 617.390517] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.397224] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 617.397224] env[69262]: value = "task-3712961" [ 617.397224] env[69262]: _type = "Task" [ 617.397224] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.414289] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.425176] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.576601] env[69262]: DEBUG nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 617.620713] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827527} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.620713] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 650bd951-2b5c-405e-9814-8b57857add16/650bd951-2b5c-405e-9814-8b57857add16.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.620713] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.620713] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb823d26-cca5-478f-a561-e5a51d11beaf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.634538] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 617.634538] env[69262]: value = "task-3712962" [ 617.634538] env[69262]: _type = "Task" [ 617.634538] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.648029] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.721483] env[69262]: DEBUG nova.network.neutron [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Updating instance_info_cache with network_info: [{"id": "cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1", "address": "fa:16:3e:95:cb:fa", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1c57f4-2b", "ovs_interfaceid": "cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.826718] env[69262]: DEBUG nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Received event network-changed-bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.827095] env[69262]: DEBUG nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Refreshing instance network info cache due to event network-changed-bdd98205-2925-4811-b952-66194cf54709. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.827987] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Acquiring lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.827987] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Acquired lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.827987] env[69262]: DEBUG nova.network.neutron [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Refreshing network info cache for port bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.836586] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bc5db04d-e1ae-4cab-b0e5-9e1e6545e144 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "77282dc6-c5d8-47ce-8458-81b7672edd10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.822s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.920163] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.921569] env[69262]: DEBUG nova.network.neutron [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Successfully updated port: fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.935746] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.060230] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01150f3f-8280-4a9b-9d4d-25620435a323 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.068714] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adba7bd-5a23-4bdb-989a-1c2091be97e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.117815] env[69262]: DEBUG nova.network.neutron [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Successfully created port: 402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.121050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c55129-b7bb-4a4e-b3b6-7948c32b092a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.136876] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d1eef0-4109-4175-bc6a-886d95d7c8a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.149545] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.446263} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.158404] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.158638] env[69262]: DEBUG nova.compute.provider_tree [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.160669] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e907dae-f2b0-4ef2-a997-14786c56dcf4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.194879] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 650bd951-2b5c-405e-9814-8b57857add16/650bd951-2b5c-405e-9814-8b57857add16.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.195630] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eafd015-9d45-48b2-ab3d-a7bbdce5989b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.219457] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 618.219457] env[69262]: value = "task-3712963" [ 618.219457] env[69262]: _type = "Task" [ 618.219457] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.225830] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "refresh_cache-b7fe0430-9c39-4b60-8279-bb51a4218e6c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.225830] env[69262]: DEBUG nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Instance network_info: |[{"id": "cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1", "address": "fa:16:3e:95:cb:fa", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1c57f4-2b", "ovs_interfaceid": "cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.227065] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:cb:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.237576] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Creating folder: Project (26a3a3426db24ecc884fc1550377d8d8). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.243131] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d88669b4-b813-478f-b752-425e0a28e33c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.247843] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.259850] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Created folder: Project (26a3a3426db24ecc884fc1550377d8d8) in parent group-v739409. [ 618.260296] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Creating folder: Instances. Parent ref: group-v739437. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.260800] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e718b276-1539-43ae-9442-977fe242ab1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.281268] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Created folder: Instances in parent group-v739437. [ 618.281462] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.281657] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.281904] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3799587-326f-43df-ab1d-8b098421b9ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.305815] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.305815] env[69262]: value = "task-3712966" [ 618.305815] env[69262]: _type = "Task" [ 618.305815] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.318211] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712966, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.340510] env[69262]: DEBUG nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.412212] env[69262]: DEBUG oslo_vmware.api [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712960, 'name': PowerOnVM_Task, 'duration_secs': 1.024822} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.413883] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.414273] env[69262]: INFO nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Took 18.73 seconds to spawn the instance on the hypervisor. [ 618.414450] env[69262]: DEBUG nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 618.417284] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf5c7b2-e79b-41a9-a339-3787cabf8017 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.425323] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712961, 'name': ReconfigVM_Task, 'duration_secs': 0.907272} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.426127] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.426560] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.426560] env[69262]: DEBUG nova.network.neutron [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.429158] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Reconfigured VM instance instance-00000006 to attach disk [datastore1] ad8a3a86-13df-41d9-b660-b30255a41fab/ad8a3a86-13df-41d9-b660-b30255a41fab.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.433402] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58c42c0a-c699-403c-9407-aeb528299615 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.451773] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 618.451773] env[69262]: value = "task-3712967" [ 618.451773] env[69262]: _type = "Task" [ 618.451773] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.481695] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712967, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.618091] env[69262]: DEBUG nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 618.667210] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 618.668334] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 618.668334] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 618.668334] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 618.668334] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 618.668334] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 618.668778] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 618.668778] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 618.668778] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 618.668947] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 618.669138] env[69262]: DEBUG nova.virt.hardware [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 618.670150] env[69262]: DEBUG nova.scheduler.client.report [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.679527] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f124cf-c381-4a97-bf7c-cc09ffaf4e38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.696694] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552d0a0-3f17-4d7c-a8a3-a391367c1d32 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.732665] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.823023] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712966, 'name': CreateVM_Task, 'duration_secs': 0.491617} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.823023] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.823023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.823341] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e2e108-0910-4d19-89fb-1b6fc855c196 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.829555] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 618.829555] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52959088-7fe2-8487-0197-a0278660c829" [ 618.829555] env[69262]: _type = "Task" [ 618.829555] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.843173] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52959088-7fe2-8487-0197-a0278660c829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.872830] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.954828] env[69262]: INFO nova.compute.manager [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Took 29.07 seconds to build instance. [ 618.975749] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712967, 'name': Rename_Task, 'duration_secs': 0.300303} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.980090] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.980090] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e35d2163-1d39-4430-9590-2fdbf237caf5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.987464] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 618.987464] env[69262]: value = "task-3712969" [ 618.987464] env[69262]: _type = "Task" [ 618.987464] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.998472] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.000875] env[69262]: DEBUG nova.network.neutron [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.188637] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.189322] env[69262]: DEBUG nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.193514] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.822s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.195046] env[69262]: INFO nova.compute.claims [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.232047] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712963, 'name': ReconfigVM_Task, 'duration_secs': 0.55012} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.232377] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 650bd951-2b5c-405e-9814-8b57857add16/650bd951-2b5c-405e-9814-8b57857add16.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.233862] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e01d798-7e0e-4b0a-9897-5b991c066e6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.241858] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 619.241858] env[69262]: value = "task-3712970" [ 619.241858] env[69262]: _type = "Task" [ 619.241858] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.253620] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712970, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.351572] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52959088-7fe2-8487-0197-a0278660c829, 'name': SearchDatastore_Task, 'duration_secs': 0.016553} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.354960] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.355322] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.355582] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.355735] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.355920] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.357870] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6114027-583b-420a-b8b7-440bebb5c77e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.371465] env[69262]: DEBUG nova.network.neutron [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updated VIF entry in instance network info cache for port bdd98205-2925-4811-b952-66194cf54709. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.371749] env[69262]: DEBUG nova.network.neutron [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updating instance_info_cache with network_info: [{"id": "bdd98205-2925-4811-b952-66194cf54709", "address": "fa:16:3e:35:95:c6", "network": {"id": "f05468a8-7103-4fb5-88fa-fd1a9eb21f14", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-117115859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "695b217fbec9457cb220c64ce067c187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd98205-29", "ovs_interfaceid": "bdd98205-2925-4811-b952-66194cf54709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.376182] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.376182] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.376182] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a636df-1d9c-49f5-b197-b83e749eecf7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.385886] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 619.385886] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5255f220-0b68-5661-a80f-2805f52035c0" [ 619.385886] env[69262]: _type = "Task" [ 619.385886] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.400425] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5255f220-0b68-5661-a80f-2805f52035c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.468761] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4012e6d6-e127-495b-8f89-6c07bbd2a1e6 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.588s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.476772] env[69262]: DEBUG nova.network.neutron [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Updating instance_info_cache with network_info: [{"id": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "address": "fa:16:3e:24:77:b5", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc890b44-8f", "ovs_interfaceid": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.517758] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.695348] env[69262]: DEBUG nova.compute.utils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.696775] env[69262]: DEBUG nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.696775] env[69262]: DEBUG nova.network.neutron [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.758054] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712970, 'name': Rename_Task, 'duration_secs': 0.25147} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.758054] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.758054] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d904cb87-1b07-4dc1-9afe-e4b9615cbd2d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.769091] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 619.769091] env[69262]: value = "task-3712971" [ 619.769091] env[69262]: _type = "Task" [ 619.769091] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.780805] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.845753] env[69262]: DEBUG nova.policy [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c9951b42ada4bc696131c8c5b7f64c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c931ec1e0e8149648eeb087c175257d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.878683] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Releasing lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.882025] env[69262]: DEBUG nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Received event network-vif-deleted-0301e466-cf4c-40ab-b059-2d23bcc08b85 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.882025] env[69262]: DEBUG nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Received event network-vif-plugged-cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.882025] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Acquiring lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.882025] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.882025] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.884114] env[69262]: DEBUG nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] No waiting events found dispatching network-vif-plugged-cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 619.884114] env[69262]: WARNING nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Received unexpected event network-vif-plugged-cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 for instance with vm_state building and task_state spawning. [ 619.884114] env[69262]: DEBUG nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Received event network-changed-cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.884114] env[69262]: DEBUG nova.compute.manager [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Refreshing instance network info cache due to event network-changed-cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.884114] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Acquiring lock "refresh_cache-b7fe0430-9c39-4b60-8279-bb51a4218e6c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.884652] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Acquired lock "refresh_cache-b7fe0430-9c39-4b60-8279-bb51a4218e6c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.884652] env[69262]: DEBUG nova.network.neutron [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Refreshing network info cache for port cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.906029] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5255f220-0b68-5661-a80f-2805f52035c0, 'name': SearchDatastore_Task, 'duration_secs': 0.026144} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.906029] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7faf4846-dad2-43d3-b861-ac083fa649d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.913585] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 619.913585] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526974a1-945c-d2d6-c741-46669f4c91b3" [ 619.913585] env[69262]: _type = "Task" [ 619.913585] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.926288] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526974a1-945c-d2d6-c741-46669f4c91b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.978018] env[69262]: DEBUG nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.981687] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Releasing lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.982233] env[69262]: DEBUG nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Instance network_info: |[{"id": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "address": "fa:16:3e:24:77:b5", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc890b44-8f", "ovs_interfaceid": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.982403] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:77:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc890b44-8f16-4f85-a49a-2347a5e0b52f', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.991050] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Creating folder: Project (97d597cda8464d80aac75221a7dbf598). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.991432] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23415e92-b596-448b-b388-78dded27f281 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.004081] env[69262]: DEBUG oslo_vmware.api [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3712969, 'name': PowerOnVM_Task, 'duration_secs': 0.745856} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.004451] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.004661] env[69262]: INFO nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Took 17.04 seconds to spawn the instance on the hypervisor. [ 620.004840] env[69262]: DEBUG nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 620.006108] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18ecb5d-987c-4254-be5c-1234c86b2d2d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.009860] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Created folder: Project (97d597cda8464d80aac75221a7dbf598) in parent group-v739409. [ 620.010116] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Creating folder: Instances. Parent ref: group-v739440. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.010784] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8a6ca6a-787a-4be4-9b66-3cd335680359 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.027031] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Created folder: Instances in parent group-v739440. [ 620.027294] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.028070] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.028070] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f18598-a037-43f4-b4d7-649669050c79 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.049543] env[69262]: INFO nova.compute.manager [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Rebuilding instance [ 620.061752] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.061752] env[69262]: value = "task-3712974" [ 620.061752] env[69262]: _type = "Task" [ 620.061752] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.077543] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712974, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.117504] env[69262]: DEBUG nova.compute.manager [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 620.118793] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3801d6b8-1c43-490c-a5ba-96a0c33baab7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.184144] env[69262]: DEBUG nova.network.neutron [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Successfully created port: cf0c58ff-5e55-431b-9d26-8739d91da4f2 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.202452] env[69262]: DEBUG nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.283401] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.312407] env[69262]: DEBUG nova.compute.manager [None req-c6523b10-0a1e-4451-8ae8-523940c8521c tempest-ServerExternalEventsTest-1062944887 tempest-ServerExternalEventsTest-1062944887-project] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Received event network-changed {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.312407] env[69262]: DEBUG nova.compute.manager [None req-c6523b10-0a1e-4451-8ae8-523940c8521c tempest-ServerExternalEventsTest-1062944887 tempest-ServerExternalEventsTest-1062944887-project] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Refreshing instance network info cache due to event network-changed. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.312407] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c6523b10-0a1e-4451-8ae8-523940c8521c tempest-ServerExternalEventsTest-1062944887 tempest-ServerExternalEventsTest-1062944887-project] Acquiring lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.312615] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c6523b10-0a1e-4451-8ae8-523940c8521c tempest-ServerExternalEventsTest-1062944887 tempest-ServerExternalEventsTest-1062944887-project] Acquired lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.312771] env[69262]: DEBUG nova.network.neutron [None req-c6523b10-0a1e-4451-8ae8-523940c8521c tempest-ServerExternalEventsTest-1062944887 tempest-ServerExternalEventsTest-1062944887-project] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.428328] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526974a1-945c-d2d6-c741-46669f4c91b3, 'name': SearchDatastore_Task, 'duration_secs': 0.046517} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.431175] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.431440] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b7fe0430-9c39-4b60-8279-bb51a4218e6c/b7fe0430-9c39-4b60-8279-bb51a4218e6c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.431891] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-000f1aad-575b-4623-8f35-f9293a68a292 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.442855] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 620.442855] env[69262]: value = "task-3712975" [ 620.442855] env[69262]: _type = "Task" [ 620.442855] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.454025] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.503320] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.540031] env[69262]: INFO nova.compute.manager [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Took 29.33 seconds to build instance. [ 620.581054] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712974, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.637991] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d405f2-0ecb-41f3-81e7-5aec2eb62a8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.654770] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed053c-e45f-48ea-a137-7baeb0a9961c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.698152] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e0828-3459-45b9-a950-ad1a4ba8d2d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.715627] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6333dee1-9c23-46d2-92db-fd05d25baf91 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.741798] env[69262]: DEBUG nova.compute.provider_tree [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.783956] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.962132] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712975, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.040773] env[69262]: DEBUG oslo_concurrency.lockutils [None req-884fccde-5853-48df-914c-8ec65b385e54 tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.838s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.050408] env[69262]: DEBUG nova.compute.manager [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Received event network-vif-plugged-fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.050408] env[69262]: DEBUG oslo_concurrency.lockutils [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] Acquiring lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.050408] env[69262]: DEBUG oslo_concurrency.lockutils [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.050917] env[69262]: DEBUG oslo_concurrency.lockutils [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.051552] env[69262]: DEBUG nova.compute.manager [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] No waiting events found dispatching network-vif-plugged-fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 621.051853] env[69262]: WARNING nova.compute.manager [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Received unexpected event network-vif-plugged-fc890b44-8f16-4f85-a49a-2347a5e0b52f for instance with vm_state building and task_state spawning. [ 621.052137] env[69262]: DEBUG nova.compute.manager [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Received event network-changed-fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.052812] env[69262]: DEBUG nova.compute.manager [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Refreshing instance network info cache due to event network-changed-fc890b44-8f16-4f85-a49a-2347a5e0b52f. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.053285] env[69262]: DEBUG oslo_concurrency.lockutils [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] Acquiring lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.054879] env[69262]: DEBUG oslo_concurrency.lockutils [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] Acquired lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.055450] env[69262]: DEBUG nova.network.neutron [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Refreshing network info cache for port fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.081579] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712974, 'name': CreateVM_Task, 'duration_secs': 0.631086} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.081777] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.082540] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.082717] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.083060] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.083348] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6449f3e2-bb36-4102-b5bf-cd84db782e9a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.092020] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 621.092020] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d407d-9300-6ced-bc95-9f1695cb7f95" [ 621.092020] env[69262]: _type = "Task" [ 621.092020] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.102060] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d407d-9300-6ced-bc95-9f1695cb7f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.137758] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.137758] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29917800-211e-49c9-b932-6612853d298a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.147042] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 621.147042] env[69262]: value = "task-3712977" [ 621.147042] env[69262]: _type = "Task" [ 621.147042] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.156842] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.210566] env[69262]: DEBUG nova.network.neutron [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Updated VIF entry in instance network info cache for port cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.210566] env[69262]: DEBUG nova.network.neutron [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Updating instance_info_cache with network_info: [{"id": "cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1", "address": "fa:16:3e:95:cb:fa", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1c57f4-2b", "ovs_interfaceid": "cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.216459] env[69262]: DEBUG nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.244739] env[69262]: DEBUG nova.scheduler.client.report [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.266020] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.266020] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.266020] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.266320] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.266320] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.266320] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.266439] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.266764] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.267200] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.267751] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.268124] env[69262]: DEBUG nova.virt.hardware [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.270248] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d688ed46-2562-4276-82b8-33f5416e7009 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.290845] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f338ec-ec6b-4b75-b85b-91fbaab4d936 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.295819] env[69262]: DEBUG oslo_vmware.api [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3712971, 'name': PowerOnVM_Task, 'duration_secs': 1.045016} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.297470] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.297703] env[69262]: INFO nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Took 10.04 seconds to spawn the instance on the hypervisor. [ 621.297877] env[69262]: DEBUG nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 621.302212] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033aba5-cdca-4f12-92c4-76d3b4391b53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.456596] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610818} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.456898] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b7fe0430-9c39-4b60-8279-bb51a4218e6c/b7fe0430-9c39-4b60-8279-bb51a4218e6c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.457090] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.457413] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faf94558-2ac6-4d2d-9c23-b879b5406a84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.465425] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 621.465425] env[69262]: value = "task-3712978" [ 621.465425] env[69262]: _type = "Task" [ 621.465425] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.477919] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.497910] env[69262]: DEBUG nova.network.neutron [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Successfully updated port: 402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.531664] env[69262]: DEBUG nova.network.neutron [None req-c6523b10-0a1e-4451-8ae8-523940c8521c tempest-ServerExternalEventsTest-1062944887 tempest-ServerExternalEventsTest-1062944887-project] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Updating instance_info_cache with network_info: [{"id": "89993702-4574-48ce-8ee6-6f3437363d6f", "address": "fa:16:3e:44:d8:53", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89993702-45", "ovs_interfaceid": "89993702-4574-48ce-8ee6-6f3437363d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.542414] env[69262]: DEBUG nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.602317] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d407d-9300-6ced-bc95-9f1695cb7f95, 'name': SearchDatastore_Task, 'duration_secs': 0.010913} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.602716] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.603080] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.603359] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.603484] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.603766] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.604138] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5786dbae-eca6-4acb-9eed-87a47fdd324f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.615421] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.615674] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.616448] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dadd118-617d-4e6f-8823-19e8291d8b6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.622800] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 621.622800] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c274fe-cfd4-6907-1f41-d8425ad4686f" [ 621.622800] env[69262]: _type = "Task" [ 621.622800] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.632166] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c274fe-cfd4-6907-1f41-d8425ad4686f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.657515] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712977, 'name': PowerOffVM_Task, 'duration_secs': 0.24471} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.657677] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.657961] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.658765] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a370c0de-2b71-4901-ae7f-93d2fb2868c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.666582] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.666844] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d53532b-3826-418e-b42f-8a5240373f6d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.694238] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.694399] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.694566] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleting the datastore file [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.694838] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7ddef36-a8f8-4cc5-a055-ccf7c9a96e29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.705398] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 621.705398] env[69262]: value = "task-3712980" [ 621.705398] env[69262]: _type = "Task" [ 621.705398] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.714773] env[69262]: DEBUG oslo_concurrency.lockutils [req-9d44d526-a10e-473f-8ed1-680b7d00a086 req-dc8a60bc-aa5d-4577-b836-ed0e2d8cda38 service nova] Releasing lock "refresh_cache-b7fe0430-9c39-4b60-8279-bb51a4218e6c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.715437] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.752778] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.753597] env[69262]: DEBUG nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.761748] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.704s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.766145] env[69262]: INFO nova.compute.claims [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.818317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.818317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.818721] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.818721] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.818721] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.828672] env[69262]: INFO nova.compute.manager [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Terminating instance [ 621.837559] env[69262]: INFO nova.compute.manager [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Took 18.40 seconds to build instance. [ 621.979853] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074469} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.980175] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.981127] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f67414-ff5d-42f6-b6c7-9b480745de58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.009341] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] b7fe0430-9c39-4b60-8279-bb51a4218e6c/b7fe0430-9c39-4b60-8279-bb51a4218e6c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.010881] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.010881] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquired lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.010881] env[69262]: DEBUG nova.network.neutron [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.011578] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-175a72ea-d28c-4d06-9c6a-97a58b4d8dd6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.039032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c6523b10-0a1e-4451-8ae8-523940c8521c tempest-ServerExternalEventsTest-1062944887 tempest-ServerExternalEventsTest-1062944887-project] Releasing lock "refresh_cache-e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.043817] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 622.043817] env[69262]: value = "task-3712981" [ 622.043817] env[69262]: _type = "Task" [ 622.043817] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.059951] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.071299] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.116758] env[69262]: DEBUG nova.network.neutron [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.133540] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c274fe-cfd4-6907-1f41-d8425ad4686f, 'name': SearchDatastore_Task, 'duration_secs': 0.051447} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.134433] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5f2eb9-89ee-473f-8ff2-7c37355ff2b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.140681] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 622.140681] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5254be69-415d-46ef-8c1c-c05db1748466" [ 622.140681] env[69262]: _type = "Task" [ 622.140681] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.150195] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5254be69-415d-46ef-8c1c-c05db1748466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.184303] env[69262]: DEBUG nova.network.neutron [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Updated VIF entry in instance network info cache for port fc890b44-8f16-4f85-a49a-2347a5e0b52f. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.184661] env[69262]: DEBUG nova.network.neutron [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Updating instance_info_cache with network_info: [{"id": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "address": "fa:16:3e:24:77:b5", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc890b44-8f", "ovs_interfaceid": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.220791] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.274021] env[69262]: DEBUG nova.compute.utils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 622.274021] env[69262]: DEBUG nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.274021] env[69262]: DEBUG nova.network.neutron [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.337181] env[69262]: DEBUG nova.compute.manager [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 622.337181] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.337181] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5304807-3991-44bc-bd21-c2f5b5ee5208 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.341574] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b619dff9-e0e8-4bc8-8ab1-ce33389d55cd tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "650bd951-2b5c-405e-9814-8b57857add16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.923s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.349515] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.349625] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf40789b-9a19-408d-a0d4-ee2e3667016b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.358264] env[69262]: DEBUG oslo_vmware.api [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 622.358264] env[69262]: value = "task-3712982" [ 622.358264] env[69262]: _type = "Task" [ 622.358264] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.373282] env[69262]: DEBUG oslo_vmware.api [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.402757] env[69262]: DEBUG nova.policy [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd217098d5c5f43acbf264e5503bfe680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a73bc9ddd24a43aea1580501877238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.464281] env[69262]: DEBUG nova.network.neutron [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updating instance_info_cache with network_info: [{"id": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "address": "fa:16:3e:1e:e0:7a", "network": {"id": "c94f313c-5365-4f53-8569-5fb80d387423", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1893715033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d794e070d34b12aea9e93aa635e134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a0c9c-b5", "ovs_interfaceid": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.557799] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.627556] env[69262]: DEBUG nova.compute.manager [None req-b281e254-a4ef-41da-8a4b-034774ad9d50 tempest-ServerDiagnosticsV248Test-1897749510 tempest-ServerDiagnosticsV248Test-1897749510-project-admin] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 622.633249] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e733d-efcc-406a-bec6-32057ebbaca8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.642030] env[69262]: INFO nova.compute.manager [None req-b281e254-a4ef-41da-8a4b-034774ad9d50 tempest-ServerDiagnosticsV248Test-1897749510 tempest-ServerDiagnosticsV248Test-1897749510-project-admin] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Retrieving diagnostics [ 622.648236] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aac7f4-aaae-4ed2-a619-5fe08c07ee80 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.699021] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5254be69-415d-46ef-8c1c-c05db1748466, 'name': SearchDatastore_Task, 'duration_secs': 0.040263} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.699021] env[69262]: DEBUG oslo_concurrency.lockutils [req-e7be56a5-7e70-42ab-af6a-0dc5f5db4240 req-1ef12882-d4df-49a6-81b1-355d9a221eb7 service nova] Releasing lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.704675] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.704675] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2/5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.704675] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a3fb3fe-17aa-4c37-a19e-6308a7dc0f9a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.716454] env[69262]: DEBUG nova.network.neutron [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Successfully updated port: cf0c58ff-5e55-431b-9d26-8739d91da4f2 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.720422] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 622.720422] env[69262]: value = "task-3712983" [ 622.720422] env[69262]: _type = "Task" [ 622.720422] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.728735] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3712980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53202} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.729439] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.729703] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.729893] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.738874] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.781379] env[69262]: DEBUG nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.845221] env[69262]: DEBUG nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.874400] env[69262]: DEBUG oslo_vmware.api [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712982, 'name': PowerOffVM_Task, 'duration_secs': 0.214778} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.877704] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.877890] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.878428] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b4d287-1008-41ea-8cff-c0a0ecd9f79f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.965597] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.965941] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.966260] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Deleting the datastore file [datastore1] e7c7b1ee-7191-4d9a-a716-6a964a8e19b8 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.966636] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8168acc-0b52-4f44-801b-f55cb2b06856 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.973200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Releasing lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.973654] env[69262]: DEBUG nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Instance network_info: |[{"id": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "address": "fa:16:3e:1e:e0:7a", "network": {"id": "c94f313c-5365-4f53-8569-5fb80d387423", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1893715033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d794e070d34b12aea9e93aa635e134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a0c9c-b5", "ovs_interfaceid": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.975183] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:e0:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '402a0c9c-b5fa-49ae-a61d-9091d4095743', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.988756] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Creating folder: Project (32d794e070d34b12aea9e93aa635e134). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.990253] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca3ea066-99cb-4967-a822-1f21ada854d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.996579] env[69262]: DEBUG oslo_vmware.api [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for the task: (returnval){ [ 622.996579] env[69262]: value = "task-3712986" [ 622.996579] env[69262]: _type = "Task" [ 622.996579] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.009360] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Created folder: Project (32d794e070d34b12aea9e93aa635e134) in parent group-v739409. [ 623.009653] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Creating folder: Instances. Parent ref: group-v739443. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.010567] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dff32ec-cc95-4796-a490-cdc59df4e9cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.019288] env[69262]: DEBUG oslo_vmware.api [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.036472] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Created folder: Instances in parent group-v739443. [ 623.037161] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.037541] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.037899] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe206f66-394b-49f2-bc81-3207f404829d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.083473] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712981, 'name': ReconfigVM_Task, 'duration_secs': 0.554674} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.085769] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Reconfigured VM instance instance-00000009 to attach disk [datastore1] b7fe0430-9c39-4b60-8279-bb51a4218e6c/b7fe0430-9c39-4b60-8279-bb51a4218e6c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.087530] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.087530] env[69262]: value = "task-3712989" [ 623.087530] env[69262]: _type = "Task" [ 623.087530] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.090697] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7521b25e-db42-46d7-a428-ea179237fb1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.111862] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712989, 'name': CreateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.111862] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 623.111862] env[69262]: value = "task-3712990" [ 623.111862] env[69262]: _type = "Task" [ 623.111862] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.127256] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712990, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.220990] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "refresh_cache-594a8365-5186-4f1f-b5ff-98113fa4b8cb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.220990] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquired lock "refresh_cache-594a8365-5186-4f1f-b5ff-98113fa4b8cb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.221246] env[69262]: DEBUG nova.network.neutron [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.238994] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.306042] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97865862-a1e0-4581-bda4-57d8c923f23a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.320578] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a4a47-6191-45ee-94d5-3b2ca1716380 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.367447] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc8d439-c48c-4479-adcc-42eae60a75d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.375223] env[69262]: DEBUG nova.network.neutron [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Successfully created port: b30d41cc-64f8-4938-9f5a-32a3e8c18669 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.380371] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "1bac8a5f-f218-4168-9343-3a755b884db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.380371] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "1bac8a5f-f218-4168-9343-3a755b884db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.388283] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3d006a-ee3f-43d2-be3e-7aab6f578930 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.406517] env[69262]: DEBUG nova.compute.provider_tree [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.408875] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.514730] env[69262]: DEBUG oslo_vmware.api [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Task: {'id': task-3712986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371579} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.514730] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.514730] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.515141] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.515699] env[69262]: INFO nova.compute.manager [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 623.515699] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.515848] env[69262]: DEBUG nova.compute.manager [-] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.515993] env[69262]: DEBUG nova.network.neutron [-] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.607873] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712989, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.623576] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712990, 'name': Rename_Task, 'duration_secs': 0.252675} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.623927] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.624215] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5c61206-40e4-4f2b-b468-8c3e1a1f311b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.633302] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 623.633302] env[69262]: value = "task-3712991" [ 623.633302] env[69262]: _type = "Task" [ 623.633302] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.643613] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.740964] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639261} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.740964] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2/5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.740964] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.740964] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-452706de-180a-4f13-a829-5197ecb2ecdb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.750799] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 623.750799] env[69262]: value = "task-3712992" [ 623.750799] env[69262]: _type = "Task" [ 623.750799] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.763080] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.783510] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.783801] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.783920] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.784204] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.784373] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.784523] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.784767] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.784991] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.785195] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.785361] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.785532] env[69262]: DEBUG nova.virt.hardware [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.786736] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7862cebb-d292-4105-99a5-551acd071861 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.800097] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc49c5b-a92e-4bc2-8974-d06b52def3c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.806147] env[69262]: DEBUG nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.821795] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.829952] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.829952] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.829952] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f078cb7e-5d3e-4ee8-8f42-23e743de4f81 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.842996] env[69262]: DEBUG nova.network.neutron [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.854307] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.854307] env[69262]: value = "task-3712993" [ 623.854307] env[69262]: _type = "Task" [ 623.854307] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.860300] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.860428] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.860795] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.861042] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.861203] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.861654] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.861654] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.862084] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.862084] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.862534] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.862534] env[69262]: DEBUG nova.virt.hardware [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.863768] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e2122b-696a-4889-a327-20633c8fa81c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.873722] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712993, 'name': CreateVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.877754] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f804bd66-5639-400f-a591-1379cef4e142 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.889070] env[69262]: DEBUG nova.compute.manager [req-061cf056-897b-45d9-9903-9ede80374346 req-20ef7ea5-1311-4269-a37f-04651fff6cb2 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Received event network-vif-plugged-cf0c58ff-5e55-431b-9d26-8739d91da4f2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.889799] env[69262]: DEBUG oslo_concurrency.lockutils [req-061cf056-897b-45d9-9903-9ede80374346 req-20ef7ea5-1311-4269-a37f-04651fff6cb2 service nova] Acquiring lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.889799] env[69262]: DEBUG oslo_concurrency.lockutils [req-061cf056-897b-45d9-9903-9ede80374346 req-20ef7ea5-1311-4269-a37f-04651fff6cb2 service nova] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.889980] env[69262]: DEBUG oslo_concurrency.lockutils [req-061cf056-897b-45d9-9903-9ede80374346 req-20ef7ea5-1311-4269-a37f-04651fff6cb2 service nova] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.890128] env[69262]: DEBUG nova.compute.manager [req-061cf056-897b-45d9-9903-9ede80374346 req-20ef7ea5-1311-4269-a37f-04651fff6cb2 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] No waiting events found dispatching network-vif-plugged-cf0c58ff-5e55-431b-9d26-8739d91da4f2 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 623.890327] env[69262]: WARNING nova.compute.manager [req-061cf056-897b-45d9-9903-9ede80374346 req-20ef7ea5-1311-4269-a37f-04651fff6cb2 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Received unexpected event network-vif-plugged-cf0c58ff-5e55-431b-9d26-8739d91da4f2 for instance with vm_state building and task_state spawning. [ 623.910816] env[69262]: DEBUG nova.scheduler.client.report [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.111085] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712989, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.145426] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.263470] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070887} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.263820] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.264869] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa221a1e-2dd1-41f2-a306-17d62e5d67d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.290481] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2/5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.290851] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60856ae4-4953-4f18-9fc3-3b9665998064 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.308613] env[69262]: DEBUG nova.network.neutron [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Updating instance_info_cache with network_info: [{"id": "cf0c58ff-5e55-431b-9d26-8739d91da4f2", "address": "fa:16:3e:c2:ae:46", "network": {"id": "97ae9110-a350-449d-8576-3ead5a6fd2ae", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-533067667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c931ec1e0e8149648eeb087c175257d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0c58ff-5e", "ovs_interfaceid": "cf0c58ff-5e55-431b-9d26-8739d91da4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.319457] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 624.319457] env[69262]: value = "task-3712994" [ 624.319457] env[69262]: _type = "Task" [ 624.319457] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.328326] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.366419] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712993, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.418236] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.418236] env[69262]: DEBUG nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.423351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.409s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.423351] env[69262]: DEBUG nova.objects.instance [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Lazy-loading 'resources' on Instance uuid da8df25b-8c1e-4d3f-8b5f-a7d6585ea499 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 624.607054] env[69262]: DEBUG nova.compute.manager [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Received event network-vif-plugged-402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.607054] env[69262]: DEBUG oslo_concurrency.lockutils [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] Acquiring lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.607054] env[69262]: DEBUG oslo_concurrency.lockutils [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.607054] env[69262]: DEBUG oslo_concurrency.lockutils [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.607054] env[69262]: DEBUG nova.compute.manager [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] No waiting events found dispatching network-vif-plugged-402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 624.607501] env[69262]: WARNING nova.compute.manager [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Received unexpected event network-vif-plugged-402a0c9c-b5fa-49ae-a61d-9091d4095743 for instance with vm_state building and task_state spawning. [ 624.607501] env[69262]: DEBUG nova.compute.manager [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Received event network-changed-402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.607501] env[69262]: DEBUG nova.compute.manager [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Refreshing instance network info cache due to event network-changed-402a0c9c-b5fa-49ae-a61d-9091d4095743. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 624.607501] env[69262]: DEBUG oslo_concurrency.lockutils [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] Acquiring lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.607501] env[69262]: DEBUG oslo_concurrency.lockutils [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] Acquired lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.607738] env[69262]: DEBUG nova.network.neutron [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Refreshing network info cache for port 402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.617830] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712989, 'name': CreateVM_Task, 'duration_secs': 1.476967} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.618018] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.618752] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.618903] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.619372] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.619642] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8557ef85-70d3-42fa-a76b-4a65542ddba6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.628210] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 624.628210] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521eb3e5-1808-0222-76d9-907574d7f17f" [ 624.628210] env[69262]: _type = "Task" [ 624.628210] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.645536] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521eb3e5-1808-0222-76d9-907574d7f17f, 'name': SearchDatastore_Task, 'duration_secs': 0.010273} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.646858] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.647342] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.648500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.648500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.648500] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.651544] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d84ddfa-528c-4182-9d2a-2e9851877157 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.654481] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.664117] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.664548] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.665692] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eff91be-ebe8-4f36-83ce-9acd2e83c576 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.672741] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 624.672741] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5218e62d-5720-7583-a61c-0669810050d0" [ 624.672741] env[69262]: _type = "Task" [ 624.672741] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.690945] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5218e62d-5720-7583-a61c-0669810050d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.691710] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d8d361-a287-4d91-98b6-74d034b4e0c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.698566] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 624.698566] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525394b4-ec95-3ef9-f3a6-bae8bb84382d" [ 624.698566] env[69262]: _type = "Task" [ 624.698566] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.707838] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525394b4-ec95-3ef9-f3a6-bae8bb84382d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.814534] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Releasing lock "refresh_cache-594a8365-5186-4f1f-b5ff-98113fa4b8cb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.814759] env[69262]: DEBUG nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Instance network_info: |[{"id": "cf0c58ff-5e55-431b-9d26-8739d91da4f2", "address": "fa:16:3e:c2:ae:46", "network": {"id": "97ae9110-a350-449d-8576-3ead5a6fd2ae", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-533067667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c931ec1e0e8149648eeb087c175257d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0c58ff-5e", "ovs_interfaceid": "cf0c58ff-5e55-431b-9d26-8739d91da4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.815212] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ae:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf0c58ff-5e55-431b-9d26-8739d91da4f2', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.827324] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Creating folder: Project (c931ec1e0e8149648eeb087c175257d5). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.827720] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b0361a1-4682-48ce-9891-bbe8cc3b89fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.841193] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712994, 'name': ReconfigVM_Task, 'duration_secs': 0.291244} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.841193] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2/5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.841931] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e79fe5b7-3584-4948-9658-a28d8399ab23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.844277] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Created folder: Project (c931ec1e0e8149648eeb087c175257d5) in parent group-v739409. [ 624.844456] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Creating folder: Instances. Parent ref: group-v739447. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.845108] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c386f3b-cfe6-4262-87b7-39cdcdb425ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.852712] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 624.852712] env[69262]: value = "task-3712996" [ 624.852712] env[69262]: _type = "Task" [ 624.852712] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.862454] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Created folder: Instances in parent group-v739447. [ 624.862454] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.870076] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.870354] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0959b2c6-e121-46e9-a02f-6b1353bdda07 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.894763] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712996, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.900275] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712993, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.903519] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.903519] env[69262]: value = "task-3712998" [ 624.903519] env[69262]: _type = "Task" [ 624.903519] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.912093] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712998, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.928049] env[69262]: DEBUG nova.compute.utils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.939020] env[69262]: DEBUG nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.939020] env[69262]: DEBUG nova.network.neutron [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.152334] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.222023] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525394b4-ec95-3ef9-f3a6-bae8bb84382d, 'name': SearchDatastore_Task, 'duration_secs': 0.010368} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.222023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.222023] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5a29cea9-6a42-42c3-b342-64ce6f5f804d/5a29cea9-6a42-42c3-b342-64ce6f5f804d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.222023] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704b472f-6b12-4f86-9605-ffb9a8a42e73 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.232234] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 625.232234] env[69262]: value = "task-3713000" [ 625.232234] env[69262]: _type = "Task" [ 625.232234] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.255827] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.367213] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3712996, 'name': Rename_Task, 'duration_secs': 0.185639} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.367642] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.367907] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82e92408-5963-4232-80c2-96b0032e11cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.374621] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712993, 'name': CreateVM_Task, 'duration_secs': 1.194328} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.377904] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.380050] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.380293] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.382056] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.382056] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 625.382056] env[69262]: value = "task-3713001" [ 625.382056] env[69262]: _type = "Task" [ 625.382056] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.383802] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d680ba-b1be-414c-9fe0-528c86a54bc5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.404350] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713001, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.404350] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 625.404350] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523a9aa9-6da4-aca2-c0eb-8b1213ee20d4" [ 625.404350] env[69262]: _type = "Task" [ 625.404350] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.426419] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523a9aa9-6da4-aca2-c0eb-8b1213ee20d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.433884] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3712998, 'name': CreateVM_Task, 'duration_secs': 0.393363} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.434110] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.434911] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.437635] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.437635] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.437635] env[69262]: DEBUG nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.439740] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f2de9b-a663-4df6-8143-582cefec55f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.443219] env[69262]: DEBUG nova.policy [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '042ae91de44041b39ffb368678074cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a0d854f94f8449492a7685084e3a559', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.456462] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 625.456462] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc2aae-6c42-2731-d341-99c689745afa" [ 625.456462] env[69262]: _type = "Task" [ 625.456462] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.474174] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc2aae-6c42-2731-d341-99c689745afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.476129] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "d411f0f0-7f78-4408-84ac-27520ad7aced" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.476322] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "d411f0f0-7f78-4408-84ac-27520ad7aced" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.477031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "d411f0f0-7f78-4408-84ac-27520ad7aced-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.477031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "d411f0f0-7f78-4408-84ac-27520ad7aced-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.477031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "d411f0f0-7f78-4408-84ac-27520ad7aced-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.479506] env[69262]: INFO nova.compute.manager [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Terminating instance [ 625.540451] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e387b4d9-18d2-4e21-a0fa-0d3f3211b1ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.554475] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baa2d48-9fcc-490f-9e66-ee4b50b10f36 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.600095] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab79cf0-c637-48ae-8d6f-153e925c307f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.615022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0784215-bf55-4d77-8c04-9a751e20ccf7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.635553] env[69262]: DEBUG nova.network.neutron [-] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.637314] env[69262]: DEBUG nova.compute.provider_tree [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.651342] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.765814] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713000, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.899408] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.921953] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523a9aa9-6da4-aca2-c0eb-8b1213ee20d4, 'name': SearchDatastore_Task, 'duration_secs': 0.029104} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.922309] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.922817] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.923125] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.923374] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.923580] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.924275] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5804ad26-256a-44d5-b426-e40c73c3d6c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.935107] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.935342] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.936431] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca1dbd30-7ed6-4759-bb03-f1ef2c4106d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.943551] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 625.943551] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5225df5f-b3cc-192b-8602-21f89ea2bbf9" [ 625.943551] env[69262]: _type = "Task" [ 625.943551] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.956265] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5225df5f-b3cc-192b-8602-21f89ea2bbf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.967949] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc2aae-6c42-2731-d341-99c689745afa, 'name': SearchDatastore_Task, 'duration_secs': 0.058371} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.968314] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.968728] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.968992] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.969142] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.969317] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.969593] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0281a0f-48e7-4c80-a089-d0e0143ef6d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.981233] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.981499] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.982498] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d214d265-46e0-4867-97b8-2a85a4a1cf11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.985486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "refresh_cache-d411f0f0-7f78-4408-84ac-27520ad7aced" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.985791] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquired lock "refresh_cache-d411f0f0-7f78-4408-84ac-27520ad7aced" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.986162] env[69262]: DEBUG nova.network.neutron [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.991491] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 625.991491] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525bf8a2-650c-5e6e-7f8f-846245e8f7ee" [ 625.991491] env[69262]: _type = "Task" [ 625.991491] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.004350] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525bf8a2-650c-5e6e-7f8f-846245e8f7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.140773] env[69262]: INFO nova.compute.manager [-] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Took 2.62 seconds to deallocate network for instance. [ 626.154807] env[69262]: DEBUG nova.scheduler.client.report [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.165423] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.252973] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534386} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.253537] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5a29cea9-6a42-42c3-b342-64ce6f5f804d/5a29cea9-6a42-42c3-b342-64ce6f5f804d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.253537] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.253759] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d094044-6bfe-4d3e-b207-731a1e890b28 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.264116] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 626.264116] env[69262]: value = "task-3713002" [ 626.264116] env[69262]: _type = "Task" [ 626.264116] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.283636] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.409702] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.464243] env[69262]: DEBUG nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.467092] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5225df5f-b3cc-192b-8602-21f89ea2bbf9, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.468176] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454f0581-c50d-4f38-8c09-7f3c510a5bd4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.479619] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 626.479619] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52726912-fa63-9f7b-d8aa-ea0641e6a88d" [ 626.479619] env[69262]: _type = "Task" [ 626.479619] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.494709] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52726912-fa63-9f7b-d8aa-ea0641e6a88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.509762] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525bf8a2-650c-5e6e-7f8f-846245e8f7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.510652] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.510981] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.511064] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.511245] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.511359] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.511580] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.511703] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.511854] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.512087] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.512188] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.512393] env[69262]: DEBUG nova.virt.hardware [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.514208] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de6a557-e613-485f-8b7a-55f3b158640b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.516655] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff03a9f7-26ea-45b3-8a34-e902a7806576 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.527779] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45035e62-e678-436b-8e04-72f73f355237 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.532494] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 626.532494] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a14d36-2cbb-4092-1e04-e57e7d6ec138" [ 626.532494] env[69262]: _type = "Task" [ 626.532494] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.550569] env[69262]: DEBUG nova.network.neutron [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.557236] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a14d36-2cbb-4092-1e04-e57e7d6ec138, 'name': SearchDatastore_Task, 'duration_secs': 0.013975} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.557318] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.557960] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 594a8365-5186-4f1f-b5ff-98113fa4b8cb/594a8365-5186-4f1f-b5ff-98113fa4b8cb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.557960] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c5dac3-ea7f-4756-a936-d91a2e4c3472 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.567353] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 626.567353] env[69262]: value = "task-3713003" [ 626.567353] env[69262]: _type = "Task" [ 626.567353] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.579852] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.649089] env[69262]: DEBUG nova.network.neutron [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updated VIF entry in instance network info cache for port 402a0c9c-b5fa-49ae-a61d-9091d4095743. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.649534] env[69262]: DEBUG nova.network.neutron [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updating instance_info_cache with network_info: [{"id": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "address": "fa:16:3e:1e:e0:7a", "network": {"id": "c94f313c-5365-4f53-8569-5fb80d387423", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1893715033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d794e070d34b12aea9e93aa635e134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a0c9c-b5", "ovs_interfaceid": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.657072] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.661738] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.665905] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.665905] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.792s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.666891] env[69262]: INFO nova.compute.claims [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 626.707971] env[69262]: INFO nova.scheduler.client.report [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Deleted allocations for instance da8df25b-8c1e-4d3f-8b5f-a7d6585ea499 [ 626.722841] env[69262]: DEBUG nova.network.neutron [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.781998] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074712} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.781998] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.781998] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea5f2c8-0c05-4ff3-a2d9-e47a3261ca43 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.812531] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5a29cea9-6a42-42c3-b342-64ce6f5f804d/5a29cea9-6a42-42c3-b342-64ce6f5f804d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.813721] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd5081e-9af1-4c33-8003-7154591d8a62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.839835] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 626.839835] env[69262]: value = "task-3713004" [ 626.839835] env[69262]: _type = "Task" [ 626.839835] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.852676] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.903970] env[69262]: DEBUG oslo_vmware.api [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713001, 'name': PowerOnVM_Task, 'duration_secs': 1.190184} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.904174] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.904416] env[69262]: INFO nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Took 10.84 seconds to spawn the instance on the hypervisor. [ 626.905715] env[69262]: DEBUG nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 626.905715] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8a0d19-5e98-43ab-8942-d9b3caf2cae6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.991801] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52726912-fa63-9f7b-d8aa-ea0641e6a88d, 'name': SearchDatastore_Task, 'duration_secs': 0.020714} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.992562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.993074] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.994211] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ceee0ef-e94a-41cf-8a45-f6a6c9f52521 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.005544] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 627.005544] env[69262]: value = "task-3713005" [ 627.005544] env[69262]: _type = "Task" [ 627.005544] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.017053] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.081271] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713003, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.123709] env[69262]: DEBUG nova.network.neutron [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Successfully updated port: b30d41cc-64f8-4938-9f5a-32a3e8c18669 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.152796] env[69262]: DEBUG oslo_concurrency.lockutils [req-ab365b2a-e9a6-415b-b813-04fc75135100 req-cb934692-1737-49f8-bb78-23d1d5c90b3c service nova] Releasing lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.157335] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.221353] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a942e509-be6b-4d84-ba7c-e57e67732f6d tempest-DeleteServersAdminTestJSON-772420648 tempest-DeleteServersAdminTestJSON-772420648-project-admin] Lock "da8df25b-8c1e-4d3f-8b5f-a7d6585ea499" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.597s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.226052] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Releasing lock "refresh_cache-d411f0f0-7f78-4408-84ac-27520ad7aced" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.226578] env[69262]: DEBUG nova.compute.manager [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 627.226809] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 627.229050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a52531-0ef5-4122-bd7c-9dad99e889cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.237885] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 627.238330] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c00b5d58-26b6-4977-9aee-6586acbd9c3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.248482] env[69262]: DEBUG oslo_vmware.api [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 627.248482] env[69262]: value = "task-3713007" [ 627.248482] env[69262]: _type = "Task" [ 627.248482] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.261849] env[69262]: DEBUG oslo_vmware.api [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3713007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.353075] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713004, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.431259] env[69262]: INFO nova.compute.manager [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Took 20.23 seconds to build instance. [ 627.520980] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713005, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.589312] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969498} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.591277] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 594a8365-5186-4f1f-b5ff-98113fa4b8cb/594a8365-5186-4f1f-b5ff-98113fa4b8cb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.591277] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.591535] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2f66d66-e95f-4793-ac3f-376a4a229a68 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.604639] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 627.604639] env[69262]: value = "task-3713008" [ 627.604639] env[69262]: _type = "Task" [ 627.604639] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.621042] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.628313] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-d228eae2-6159-4152-aeb2-705fd917488a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.628313] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-d228eae2-6159-4152-aeb2-705fd917488a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.628313] env[69262]: DEBUG nova.network.neutron [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.660068] env[69262]: DEBUG oslo_vmware.api [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3712991, 'name': PowerOnVM_Task, 'duration_secs': 3.618403} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.660459] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.660819] env[69262]: INFO nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Took 14.02 seconds to spawn the instance on the hypervisor. [ 627.661019] env[69262]: DEBUG nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 627.662063] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac57be4b-f390-493f-930f-498e73d131d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.768721] env[69262]: DEBUG oslo_vmware.api [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3713007, 'name': PowerOffVM_Task, 'duration_secs': 0.255638} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.772175] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 627.772397] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 627.774259] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5aa5059-97cc-405f-808d-e0d39cd2754b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.807362] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 627.807564] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 627.809040] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Deleting the datastore file [datastore2] d411f0f0-7f78-4408-84ac-27520ad7aced {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 627.809040] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cc1ea4d-e849-448e-9978-52db88122754 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.823316] env[69262]: DEBUG nova.network.neutron [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Successfully created port: d1c3d96c-6ba2-49b3-9365-7797e501470b {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.824371] env[69262]: DEBUG oslo_vmware.api [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for the task: (returnval){ [ 627.824371] env[69262]: value = "task-3713010" [ 627.824371] env[69262]: _type = "Task" [ 627.824371] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.843083] env[69262]: DEBUG oslo_vmware.api [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3713010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.848889] env[69262]: DEBUG nova.compute.manager [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Received event network-changed-cf0c58ff-5e55-431b-9d26-8739d91da4f2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.849231] env[69262]: DEBUG nova.compute.manager [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Refreshing instance network info cache due to event network-changed-cf0c58ff-5e55-431b-9d26-8739d91da4f2. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 627.849371] env[69262]: DEBUG oslo_concurrency.lockutils [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] Acquiring lock "refresh_cache-594a8365-5186-4f1f-b5ff-98113fa4b8cb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.849536] env[69262]: DEBUG oslo_concurrency.lockutils [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] Acquired lock "refresh_cache-594a8365-5186-4f1f-b5ff-98113fa4b8cb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.849737] env[69262]: DEBUG nova.network.neutron [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Refreshing network info cache for port cf0c58ff-5e55-431b-9d26-8739d91da4f2 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.858428] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713004, 'name': ReconfigVM_Task, 'duration_secs': 0.536729} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.864463] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5a29cea9-6a42-42c3-b342-64ce6f5f804d/5a29cea9-6a42-42c3-b342-64ce6f5f804d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.868560] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add41717-43b2-4b29-a418-9b10b03dc79a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.877970] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 627.877970] env[69262]: value = "task-3713011" [ 627.877970] env[69262]: _type = "Task" [ 627.877970] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.890937] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713011, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.934286] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ecf57f92-800e-450e-8742-332af7da0b2e tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.755s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.022558] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934674} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.022776] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.022941] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.023641] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84e64fe1-022d-425b-9af5-91595a8b2fd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.034774] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 628.034774] env[69262]: value = "task-3713012" [ 628.034774] env[69262]: _type = "Task" [ 628.034774] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.045756] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.119538] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085192} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.119850] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.120787] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aa4644-60a9-46eb-995c-e5431d6a8ca4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.125255] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d01e6-e3d9-47af-942e-b173ca2a16ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.157552] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 594a8365-5186-4f1f-b5ff-98113fa4b8cb/594a8365-5186-4f1f-b5ff-98113fa4b8cb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.158020] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4693d0f3-4ab0-4f44-8885-424b5c4aab8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.175448] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a13f7f-b6f3-4106-8277-a92710c25249 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.191417] env[69262]: DEBUG nova.network.neutron [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.194311] env[69262]: INFO nova.compute.manager [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Took 24.68 seconds to build instance. [ 628.233515] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 628.233515] env[69262]: value = "task-3713013" [ 628.233515] env[69262]: _type = "Task" [ 628.233515] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.234159] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ed73d5a1-ae00-4860-b2c1-6a9e49248c7b tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.770s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.235064] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ef341-fa55-4d38-8b49-cd893fac0c07 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.253805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e84c40-b48e-4634-b06a-18fe55013341 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.258364] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.273379] env[69262]: DEBUG nova.compute.provider_tree [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.335706] env[69262]: DEBUG oslo_vmware.api [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Task: {'id': task-3713010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31626} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.337237] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 628.337237] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 628.337237] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 628.337237] env[69262]: INFO nova.compute.manager [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Took 1.11 seconds to destroy the instance on the hypervisor. [ 628.337237] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.337623] env[69262]: DEBUG nova.compute.manager [-] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 628.337623] env[69262]: DEBUG nova.network.neutron [-] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.391865] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713011, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.395394] env[69262]: DEBUG nova.network.neutron [-] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.437426] env[69262]: DEBUG nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.501083] env[69262]: DEBUG nova.network.neutron [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Updating instance_info_cache with network_info: [{"id": "b30d41cc-64f8-4938-9f5a-32a3e8c18669", "address": "fa:16:3e:c3:e9:86", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30d41cc-64", "ovs_interfaceid": "b30d41cc-64f8-4938-9f5a-32a3e8c18669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.552462] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124117} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.552763] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.553922] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddcce38-235b-4879-90cc-d7d44ddc99b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.578337] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.578855] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054549c1-f04a-4373-b697-0bffd147fb27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.605997] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 628.605997] env[69262]: value = "task-3713014" [ 628.605997] env[69262]: _type = "Task" [ 628.605997] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.616319] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.745711] env[69262]: DEBUG nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.748502] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.776956] env[69262]: DEBUG nova.scheduler.client.report [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.903147] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713011, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.908616] env[69262]: DEBUG nova.network.neutron [-] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.972794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.007393] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-d228eae2-6159-4152-aeb2-705fd917488a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.008075] env[69262]: DEBUG nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Instance network_info: |[{"id": "b30d41cc-64f8-4938-9f5a-32a3e8c18669", "address": "fa:16:3e:c3:e9:86", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30d41cc-64", "ovs_interfaceid": "b30d41cc-64f8-4938-9f5a-32a3e8c18669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.008737] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:e9:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b30d41cc-64f8-4938-9f5a-32a3e8c18669', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.017554] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating folder: Project (b3a73bc9ddd24a43aea1580501877238). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.018883] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a520e7a5-a20b-470d-89c0-91f480089c92 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.034088] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created folder: Project (b3a73bc9ddd24a43aea1580501877238) in parent group-v739409. [ 629.034088] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating folder: Instances. Parent ref: group-v739451. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.034088] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc00a92-8371-450e-aef0-dc14216b017d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.048017] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created folder: Instances in parent group-v739451. [ 629.048017] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.048017] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.048017] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-827330b0-7f67-4b7c-a6d7-2c77f72cc9d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.083205] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.083205] env[69262]: value = "task-3713017" [ 629.083205] env[69262]: _type = "Task" [ 629.083205] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.094800] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713017, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.116961] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.252144] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.271269] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.284621] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.285233] env[69262]: DEBUG nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.288737] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.785s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.291108] env[69262]: INFO nova.compute.claims [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.399678] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713011, 'name': Rename_Task, 'duration_secs': 1.491423} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.400658] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.400759] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d93b1dc-963f-4989-804f-9aa243c69190 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.417269] env[69262]: INFO nova.compute.manager [-] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Took 1.08 seconds to deallocate network for instance. [ 629.417975] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 629.417975] env[69262]: value = "task-3713019" [ 629.417975] env[69262]: _type = "Task" [ 629.417975] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.446987] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.600153] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713017, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.622863] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.636251] env[69262]: DEBUG nova.network.neutron [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Updated VIF entry in instance network info cache for port cf0c58ff-5e55-431b-9d26-8739d91da4f2. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.636807] env[69262]: DEBUG nova.network.neutron [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Updating instance_info_cache with network_info: [{"id": "cf0c58ff-5e55-431b-9d26-8739d91da4f2", "address": "fa:16:3e:c2:ae:46", "network": {"id": "97ae9110-a350-449d-8576-3ead5a6fd2ae", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-533067667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c931ec1e0e8149648eeb087c175257d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94e1d797-8eb2-4400-9f7d-f2eb60eb4cf2", "external-id": "nsx-vlan-transportzone-828", "segmentation_id": 828, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0c58ff-5e", "ovs_interfaceid": "cf0c58ff-5e55-431b-9d26-8739d91da4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.749158] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713013, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.796335] env[69262]: DEBUG nova.compute.utils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 629.801898] env[69262]: DEBUG nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.802194] env[69262]: DEBUG nova.network.neutron [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.932094] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.937593] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.034059] env[69262]: DEBUG nova.policy [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5d06ce068f54b618ebd28e80081dd6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '457bf0dd498443afb0ec662d75767e6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.099238] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713017, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.125669] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713014, 'name': ReconfigVM_Task, 'duration_secs': 1.133468} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.126325] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.131029] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87969788-7e81-48db-9ae2-ecba253f7477 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.136837] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 630.136837] env[69262]: value = "task-3713020" [ 630.136837] env[69262]: _type = "Task" [ 630.136837] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.142492] env[69262]: DEBUG oslo_concurrency.lockutils [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] Releasing lock "refresh_cache-594a8365-5186-4f1f-b5ff-98113fa4b8cb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.142858] env[69262]: DEBUG nova.compute.manager [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Received event network-vif-deleted-89993702-4574-48ce-8ee6-6f3437363d6f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.143131] env[69262]: DEBUG nova.compute.manager [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Received event network-changed-9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.143402] env[69262]: DEBUG nova.compute.manager [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Refreshing instance network info cache due to event network-changed-9765521d-bb9e-4f96-b6f7-dc158a126df2. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.143644] env[69262]: DEBUG oslo_concurrency.lockutils [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] Acquiring lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.143855] env[69262]: DEBUG oslo_concurrency.lockutils [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] Acquired lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.144107] env[69262]: DEBUG nova.network.neutron [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Refreshing network info cache for port 9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.154661] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713020, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.251664] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713013, 'name': ReconfigVM_Task, 'duration_secs': 1.605429} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.252208] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 594a8365-5186-4f1f-b5ff-98113fa4b8cb/594a8365-5186-4f1f-b5ff-98113fa4b8cb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.253283] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-575524cc-cdec-4a50-9ee7-5e21f59023c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.262910] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 630.262910] env[69262]: value = "task-3713021" [ 630.262910] env[69262]: _type = "Task" [ 630.262910] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.278282] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713021, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.306034] env[69262]: DEBUG nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.407126] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "46918116-b900-40cc-b7f6-2ee0626361a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.407438] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "46918116-b900-40cc-b7f6-2ee0626361a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.433229] env[69262]: DEBUG oslo_vmware.api [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713019, 'name': PowerOnVM_Task, 'duration_secs': 0.740907} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.434269] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.434269] env[69262]: INFO nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Took 11.82 seconds to spawn the instance on the hypervisor. [ 630.434269] env[69262]: DEBUG nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 630.435848] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b04f8f9-30a6-4478-9e4d-93bb706754fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.604181] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713017, 'name': CreateVM_Task, 'duration_secs': 1.25181} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.608348] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.609167] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.609373] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.609732] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.609990] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b89c61-764e-4e19-9049-bf85c617017a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.618708] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 630.618708] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52427959-f994-b6fa-0562-9be9c095ec3f" [ 630.618708] env[69262]: _type = "Task" [ 630.618708] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.629108] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52427959-f994-b6fa-0562-9be9c095ec3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.654538] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713020, 'name': Rename_Task, 'duration_secs': 0.225512} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.654828] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.655722] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ea5f0fb-c010-4526-a64f-ccbd9485c3c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.664331] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 630.664331] env[69262]: value = "task-3713022" [ 630.664331] env[69262]: _type = "Task" [ 630.664331] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.676117] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713022, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.780409] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713021, 'name': Rename_Task, 'duration_secs': 0.282148} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.780717] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.782340] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dd638ef-6528-438d-8c87-1ae64728b659 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.787288] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b156ca-5a93-4670-8f54-431ea54102e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.802393] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f73058-4570-4601-85fe-6f9843fac4f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.805015] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 630.805015] env[69262]: value = "task-3713023" [ 630.805015] env[69262]: _type = "Task" [ 630.805015] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.845318] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4357011-d7f7-4407-af08-e9ad2d71e85b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.848180] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.858554] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203736ca-0840-44c7-bbab-9937aebf8974 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.875681] env[69262]: DEBUG nova.compute.provider_tree [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.967467] env[69262]: INFO nova.compute.manager [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Took 22.63 seconds to build instance. [ 631.132022] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52427959-f994-b6fa-0562-9be9c095ec3f, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.132554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.132647] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.132915] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.133083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.133270] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.133547] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-177d3f8a-2d42-486f-9d7e-90d06ee7dcef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.146999] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.147324] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.150478] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b726cf69-4975-4f39-9e49-3f8d6400a0e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.159408] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 631.159408] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b60945-7b02-1c12-de30-db44d68caf1c" [ 631.159408] env[69262]: _type = "Task" [ 631.159408] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.176025] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b60945-7b02-1c12-de30-db44d68caf1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.178922] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713022, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.206735] env[69262]: DEBUG nova.network.neutron [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Updated VIF entry in instance network info cache for port 9765521d-bb9e-4f96-b6f7-dc158a126df2. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.206735] env[69262]: DEBUG nova.network.neutron [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Updating instance_info_cache with network_info: [{"id": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "address": "fa:16:3e:6e:56:5c", "network": {"id": "6c623331-806c-4a98-943a-f10672af028d", "bridge": "br-int", "label": "tempest-ServersTestJSON-517742718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4ce1ea11be74073ac34214a369a6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9765521d-bb", "ovs_interfaceid": "9765521d-bb9e-4f96-b6f7-dc158a126df2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.298202] env[69262]: DEBUG nova.compute.manager [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Received event network-vif-plugged-b30d41cc-64f8-4938-9f5a-32a3e8c18669 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.298850] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Acquiring lock "d228eae2-6159-4152-aeb2-705fd917488a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.300019] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Lock "d228eae2-6159-4152-aeb2-705fd917488a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.300830] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Lock "d228eae2-6159-4152-aeb2-705fd917488a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.300830] env[69262]: DEBUG nova.compute.manager [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] No waiting events found dispatching network-vif-plugged-b30d41cc-64f8-4938-9f5a-32a3e8c18669 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 631.300830] env[69262]: WARNING nova.compute.manager [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Received unexpected event network-vif-plugged-b30d41cc-64f8-4938-9f5a-32a3e8c18669 for instance with vm_state building and task_state spawning. [ 631.301067] env[69262]: DEBUG nova.compute.manager [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Received event network-changed-b30d41cc-64f8-4938-9f5a-32a3e8c18669 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.301179] env[69262]: DEBUG nova.compute.manager [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Refreshing instance network info cache due to event network-changed-b30d41cc-64f8-4938-9f5a-32a3e8c18669. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.301378] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Acquiring lock "refresh_cache-d228eae2-6159-4152-aeb2-705fd917488a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.303245] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Acquired lock "refresh_cache-d228eae2-6159-4152-aeb2-705fd917488a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.303245] env[69262]: DEBUG nova.network.neutron [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Refreshing network info cache for port b30d41cc-64f8-4938-9f5a-32a3e8c18669 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.319943] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.350856] env[69262]: DEBUG nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.381188] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.381188] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.381188] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.381444] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.381444] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.381444] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.381444] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.381444] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.381667] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.381667] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.381667] env[69262]: DEBUG nova.virt.hardware [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.382138] env[69262]: DEBUG nova.scheduler.client.report [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.386486] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8bd7cf-8798-410e-bd6f-1d00040e749e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.398082] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b341287-a959-467f-b7ac-3bd492af614d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.470253] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6557a484-6d8b-4046-85a9-56c777a3bf19 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.145s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.679554] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b60945-7b02-1c12-de30-db44d68caf1c, 'name': SearchDatastore_Task, 'duration_secs': 0.018534} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.683829] env[69262]: DEBUG oslo_vmware.api [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713022, 'name': PowerOnVM_Task, 'duration_secs': 0.802572} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.684058] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df9f7b9-1a7a-4823-a819-cd5148667f4b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.689496] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.689496] env[69262]: DEBUG nova.compute.manager [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.689496] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4975360-1901-469b-b39b-86a8ac3cdf1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.699985] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 631.699985] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dc7e34-60eb-c803-a57b-8d5f6d67fe45" [ 631.699985] env[69262]: _type = "Task" [ 631.699985] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.709644] env[69262]: DEBUG oslo_concurrency.lockutils [req-d204e2a2-d271-4e81-bb60-f75c08bfae06 req-70c0ff09-0c88-4f60-83f6-d2e0d9118864 service nova] Releasing lock "refresh_cache-ad8a3a86-13df-41d9-b660-b30255a41fab" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.714983] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dc7e34-60eb-c803-a57b-8d5f6d67fe45, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.715273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.715530] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] d228eae2-6159-4152-aeb2-705fd917488a/d228eae2-6159-4152-aeb2-705fd917488a.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.715802] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87648eef-dbe4-4590-a403-d48cc561823b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.725508] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 631.725508] env[69262]: value = "task-3713025" [ 631.725508] env[69262]: _type = "Task" [ 631.725508] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.736643] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.821989] env[69262]: DEBUG oslo_vmware.api [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713023, 'name': PowerOnVM_Task, 'duration_secs': 0.807812} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.821989] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.825177] env[69262]: INFO nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Took 10.61 seconds to spawn the instance on the hypervisor. [ 631.825177] env[69262]: DEBUG nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 631.825177] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a84f0d4-836d-4a9c-b1d8-992a6dda6597 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.841488] env[69262]: DEBUG nova.network.neutron [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Successfully created port: 1ad0ed55-cb66-459a-9a82-faa926d75efc {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.895512] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.896559] env[69262]: DEBUG nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.908581] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.837s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.912841] env[69262]: INFO nova.compute.claims [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.921283] env[69262]: DEBUG nova.network.neutron [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Successfully updated port: d1c3d96c-6ba2-49b3-9365-7797e501470b {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.973482] env[69262]: DEBUG nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.218892] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.243889] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.349530] env[69262]: INFO nova.compute.manager [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Took 22.39 seconds to build instance. [ 632.408883] env[69262]: DEBUG nova.network.neutron [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Updated VIF entry in instance network info cache for port b30d41cc-64f8-4938-9f5a-32a3e8c18669. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.409267] env[69262]: DEBUG nova.network.neutron [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Updating instance_info_cache with network_info: [{"id": "b30d41cc-64f8-4938-9f5a-32a3e8c18669", "address": "fa:16:3e:c3:e9:86", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb30d41cc-64", "ovs_interfaceid": "b30d41cc-64f8-4938-9f5a-32a3e8c18669", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.417818] env[69262]: DEBUG nova.compute.utils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.427509] env[69262]: DEBUG nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.427509] env[69262]: DEBUG nova.network.neutron [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.428755] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "refresh_cache-7a983d1c-5bad-45f5-a8e4-e1c1d2274725" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.428899] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquired lock "refresh_cache-7a983d1c-5bad-45f5-a8e4-e1c1d2274725" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.429342] env[69262]: DEBUG nova.network.neutron [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.514649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.533261] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "54acc016-703a-4a5b-9489-e653b7274603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.533261] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.541972] env[69262]: DEBUG nova.policy [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '435cd3627f8340c49591aa0966ebf299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ecdb8f069b148a48087e9e439cca1ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.747242] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64766} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.747242] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] d228eae2-6159-4152-aeb2-705fd917488a/d228eae2-6159-4152-aeb2-705fd917488a.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.747444] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.747781] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a37810a-da94-409e-b368-8abf6349ea48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.757299] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 632.757299] env[69262]: value = "task-3713026" [ 632.757299] env[69262]: _type = "Task" [ 632.757299] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.771978] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.852752] env[69262]: DEBUG oslo_concurrency.lockutils [None req-18f27d3a-c96a-44cc-a918-bb28f8684c20 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.898s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.914025] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Releasing lock "refresh_cache-d228eae2-6159-4152-aeb2-705fd917488a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.914025] env[69262]: DEBUG nova.compute.manager [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Received event network-changed-bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.914025] env[69262]: DEBUG nova.compute.manager [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Refreshing instance network info cache due to event network-changed-bdd98205-2925-4811-b952-66194cf54709. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.914025] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Acquiring lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.914025] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Acquired lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.914500] env[69262]: DEBUG nova.network.neutron [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Refreshing network info cache for port bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.930612] env[69262]: DEBUG nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.950208] env[69262]: DEBUG nova.compute.manager [req-a5dcb4c6-3c12-4066-a624-393ab3418795 req-05fae8bb-a826-40b5-9fca-1ac414800453 service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Received event network-vif-plugged-d1c3d96c-6ba2-49b3-9365-7797e501470b {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.950208] env[69262]: DEBUG oslo_concurrency.lockutils [req-a5dcb4c6-3c12-4066-a624-393ab3418795 req-05fae8bb-a826-40b5-9fca-1ac414800453 service nova] Acquiring lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.950411] env[69262]: DEBUG oslo_concurrency.lockutils [req-a5dcb4c6-3c12-4066-a624-393ab3418795 req-05fae8bb-a826-40b5-9fca-1ac414800453 service nova] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.950581] env[69262]: DEBUG oslo_concurrency.lockutils [req-a5dcb4c6-3c12-4066-a624-393ab3418795 req-05fae8bb-a826-40b5-9fca-1ac414800453 service nova] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.950759] env[69262]: DEBUG nova.compute.manager [req-a5dcb4c6-3c12-4066-a624-393ab3418795 req-05fae8bb-a826-40b5-9fca-1ac414800453 service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] No waiting events found dispatching network-vif-plugged-d1c3d96c-6ba2-49b3-9365-7797e501470b {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 632.951214] env[69262]: WARNING nova.compute.manager [req-a5dcb4c6-3c12-4066-a624-393ab3418795 req-05fae8bb-a826-40b5-9fca-1ac414800453 service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Received unexpected event network-vif-plugged-d1c3d96c-6ba2-49b3-9365-7797e501470b for instance with vm_state building and task_state spawning. [ 633.087252] env[69262]: DEBUG nova.network.neutron [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.112373] env[69262]: DEBUG nova.network.neutron [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Successfully created port: 324aa04c-b0a5-4e9c-9899-842c2430ffed {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.269680] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105417} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.270066] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.270711] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab926049-7b32-455e-aa21-a8c081110d96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.306311] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] d228eae2-6159-4152-aeb2-705fd917488a/d228eae2-6159-4152-aeb2-705fd917488a.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.307453] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b033ea31-f63c-4150-85d2-13d726243086 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.325600] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf23620-b488-448c-b2fb-f48b12037299 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.337862] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df2dd99-bc58-4dd0-8a5a-28883d9f82a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.342227] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 633.342227] env[69262]: value = "task-3713027" [ 633.342227] env[69262]: _type = "Task" [ 633.342227] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.379780] env[69262]: DEBUG nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.384321] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015ccb3-c12b-4a6c-a5a6-e6ec296b4c25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.390979] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.397494] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6000be-648e-46c8-977f-8ee1a5b10a6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.415048] env[69262]: DEBUG nova.compute.provider_tree [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.597303] env[69262]: DEBUG nova.network.neutron [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Updating instance_info_cache with network_info: [{"id": "d1c3d96c-6ba2-49b3-9365-7797e501470b", "address": "fa:16:3e:db:28:e7", "network": {"id": "bd21e754-22c3-4600-8cd3-dbba4add527e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-627070441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0d854f94f8449492a7685084e3a559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c3d96c-6b", "ovs_interfaceid": "d1c3d96c-6ba2-49b3-9365-7797e501470b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.860817] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.912574] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.920478] env[69262]: DEBUG nova.scheduler.client.report [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.956400] env[69262]: DEBUG nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.005319] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.005319] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.005319] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.005499] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.005499] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.005499] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.005499] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.005499] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.006184] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.006184] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.006184] env[69262]: DEBUG nova.virt.hardware [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.006184] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea4dce4-7b1d-41ec-8c05-6fdaa6b2ad8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.015132] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d50586-0b46-411f-aac4-d848a192da35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.104705] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Releasing lock "refresh_cache-7a983d1c-5bad-45f5-a8e4-e1c1d2274725" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.104930] env[69262]: DEBUG nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Instance network_info: |[{"id": "d1c3d96c-6ba2-49b3-9365-7797e501470b", "address": "fa:16:3e:db:28:e7", "network": {"id": "bd21e754-22c3-4600-8cd3-dbba4add527e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-627070441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0d854f94f8449492a7685084e3a559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c3d96c-6b", "ovs_interfaceid": "d1c3d96c-6ba2-49b3-9365-7797e501470b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.105445] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:28:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15165046-2de9-4ada-9e99-0126e20854a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c3d96c-6ba2-49b3-9365-7797e501470b', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.115344] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Creating folder: Project (4a0d854f94f8449492a7685084e3a559). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.115584] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e44c0d2-e7fa-4414-8b8b-4b9c7a0f43e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.131083] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Created folder: Project (4a0d854f94f8449492a7685084e3a559) in parent group-v739409. [ 634.131324] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Creating folder: Instances. Parent ref: group-v739454. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.131599] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0032f10c-81e2-4f2e-bd48-ebcdf9975204 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.147172] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Created folder: Instances in parent group-v739454. [ 634.147719] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.147791] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.148203] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b6cdb1d-7e05-4396-86e7-3522edb9b9cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.177332] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.177332] env[69262]: value = "task-3713030" [ 634.177332] env[69262]: _type = "Task" [ 634.177332] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.188617] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713030, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.202224] env[69262]: DEBUG nova.network.neutron [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updated VIF entry in instance network info cache for port bdd98205-2925-4811-b952-66194cf54709. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.207027] env[69262]: DEBUG nova.network.neutron [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updating instance_info_cache with network_info: [{"id": "bdd98205-2925-4811-b952-66194cf54709", "address": "fa:16:3e:35:95:c6", "network": {"id": "f05468a8-7103-4fb5-88fa-fd1a9eb21f14", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-117115859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "695b217fbec9457cb220c64ce067c187", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdd98205-29", "ovs_interfaceid": "bdd98205-2925-4811-b952-66194cf54709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.358657] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713027, 'name': ReconfigVM_Task, 'duration_secs': 0.592372} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.359091] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Reconfigured VM instance instance-0000000d to attach disk [datastore1] d228eae2-6159-4152-aeb2-705fd917488a/d228eae2-6159-4152-aeb2-705fd917488a.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.359739] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8d0aed-0374-410a-acc3-86da4e725330 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.369014] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 634.369014] env[69262]: value = "task-3713031" [ 634.369014] env[69262]: _type = "Task" [ 634.369014] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.381792] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713031, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.428391] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.428573] env[69262]: DEBUG nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.431578] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.023s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.433436] env[69262]: INFO nova.compute.claims [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.688821] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713030, 'name': CreateVM_Task, 'duration_secs': 0.399827} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.689205] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.690207] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.690885] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.691378] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.691634] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a445ae-4dda-43f5-9638-dcb9006d35ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.698334] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 634.698334] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52160982-0af2-13aa-b076-d94bbd85305b" [ 634.698334] env[69262]: _type = "Task" [ 634.698334] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.710552] env[69262]: DEBUG oslo_concurrency.lockutils [req-4ba0ebcd-c2b2-4430-bc7b-1b51db935bc3 req-975015e0-8d5a-4d62-97cd-4d89976c4d78 service nova] Releasing lock "refresh_cache-650bd951-2b5c-405e-9814-8b57857add16" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.711157] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52160982-0af2-13aa-b076-d94bbd85305b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.880898] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713031, 'name': Rename_Task, 'duration_secs': 0.19761} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.881217] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.881463] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ae7765f-0893-4bd5-b9da-3ae4e47ddb65 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.889049] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 634.889049] env[69262]: value = "task-3713032" [ 634.889049] env[69262]: _type = "Task" [ 634.889049] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.898420] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.941291] env[69262]: DEBUG nova.compute.utils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.947054] env[69262]: DEBUG nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.947054] env[69262]: DEBUG nova.network.neutron [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.010527] env[69262]: DEBUG nova.network.neutron [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Successfully updated port: 1ad0ed55-cb66-459a-9a82-faa926d75efc {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.089180] env[69262]: DEBUG nova.policy [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '773bedf15be5426c99028f9f45b7d93d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a74a327e3db04303b7889727ec136864', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.214138] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52160982-0af2-13aa-b076-d94bbd85305b, 'name': SearchDatastore_Task, 'duration_secs': 0.016324} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.214330] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.214557] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.214833] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.214986] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.215481] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.216100] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4782f75f-fc1c-4289-b9a8-1e0ef197bc8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.231404] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.231641] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.232464] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5a16ae-1bda-4380-b32c-4c7cd1531acc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.241589] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 635.241589] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527b3762-4e6d-b530-db3a-04339537162f" [ 635.241589] env[69262]: _type = "Task" [ 635.241589] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.252343] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527b3762-4e6d-b530-db3a-04339537162f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.400392] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.448817] env[69262]: DEBUG nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.513788] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "refresh_cache-38b2f84d-0d1b-4674-87b0-a118486e7218" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.513963] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquired lock "refresh_cache-38b2f84d-0d1b-4674-87b0-a118486e7218" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.514131] env[69262]: DEBUG nova.network.neutron [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.755890] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527b3762-4e6d-b530-db3a-04339537162f, 'name': SearchDatastore_Task, 'duration_secs': 0.021145} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.756341] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b94c7c-9860-48f0-840a-6a0c2760d3a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.763640] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 635.763640] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eff2d4-c457-28df-0ff7-a5580f556baf" [ 635.763640] env[69262]: _type = "Task" [ 635.763640] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.783409] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eff2d4-c457-28df-0ff7-a5580f556baf, 'name': SearchDatastore_Task} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.783703] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.784000] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 7a983d1c-5bad-45f5-a8e4-e1c1d2274725/7a983d1c-5bad-45f5-a8e4-e1c1d2274725.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.784339] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3aafeb82-5d3f-4a42-b5fb-9725cc232ba1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.799833] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 635.799833] env[69262]: value = "task-3713033" [ 635.799833] env[69262]: _type = "Task" [ 635.799833] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.800642] env[69262]: DEBUG nova.network.neutron [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Successfully created port: 901d1d0d-4ccd-4728-ad82-6e383ff3a7dc {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.812275] env[69262]: DEBUG nova.compute.manager [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.814539] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d4c136-e01b-4ca1-a80e-54021eb710b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.824297] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.901699] env[69262]: DEBUG oslo_vmware.api [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713032, 'name': PowerOnVM_Task, 'duration_secs': 0.98458} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.901997] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.903203] env[69262]: INFO nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Took 12.10 seconds to spawn the instance on the hypervisor. [ 635.903203] env[69262]: DEBUG nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 635.903352] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc6c9d5-2a3e-495d-9e87-444f77e91a7d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.908619] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ef7b4f-27f4-4478-82ec-a4a5c8748a03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.926200] env[69262]: DEBUG nova.network.neutron [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Successfully updated port: 324aa04c-b0a5-4e9c-9899-842c2430ffed {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.931574] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bac3355-4a66-48d0-9da3-9b449a6467e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.991336] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5749b77b-2190-4ba2-9374-dec5c90e268f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.003030] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb7d822-4e54-44b7-8cce-d37b98cb29a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.020581] env[69262]: DEBUG nova.compute.provider_tree [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.225793] env[69262]: DEBUG nova.network.neutron [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.316255] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713033, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.331751] env[69262]: INFO nova.compute.manager [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] instance snapshotting [ 636.336267] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67249b6-5156-4457-9cf8-94c590dbc2f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.368021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e95b648-9f66-452b-953a-f5b92d1fe28c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.439438] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "refresh_cache-5ba7eafb-0ece-4cb2-b16a-067ee58988f1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.439643] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquired lock "refresh_cache-5ba7eafb-0ece-4cb2-b16a-067ee58988f1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.439776] env[69262]: DEBUG nova.network.neutron [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.444942] env[69262]: INFO nova.compute.manager [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Took 25.09 seconds to build instance. [ 636.492591] env[69262]: DEBUG nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.527255] env[69262]: DEBUG nova.scheduler.client.report [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.541186] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.541186] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.541440] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.541491] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.541713] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.541801] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.542267] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.542267] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.542386] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.542500] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.542628] env[69262]: DEBUG nova.virt.hardware [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.543860] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33fb773-15ab-48dd-922f-b0658d3b22b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.554417] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe34405-68b0-4e7e-8cb4-9f3edbe923f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.603304] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Acquiring lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.603402] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.804327] env[69262]: DEBUG nova.network.neutron [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Updating instance_info_cache with network_info: [{"id": "1ad0ed55-cb66-459a-9a82-faa926d75efc", "address": "fa:16:3e:be:b3:11", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad0ed55-cb", "ovs_interfaceid": "1ad0ed55-cb66-459a-9a82-faa926d75efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.821596] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702104} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.825854] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 7a983d1c-5bad-45f5-a8e4-e1c1d2274725/7a983d1c-5bad-45f5-a8e4-e1c1d2274725.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.825854] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.825854] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68471618-4ada-4f4f-9e1f-7f3821232006 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.832903] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 636.832903] env[69262]: value = "task-3713034" [ 636.832903] env[69262]: _type = "Task" [ 636.832903] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.845316] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.886080] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 636.886080] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d5b36fa-bf25-411c-85ba-a4fdbadbaf3e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.893922] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 636.893922] env[69262]: value = "task-3713035" [ 636.893922] env[69262]: _type = "Task" [ 636.893922] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.907502] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713035, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.948347] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa1fdc80-bef6-4382-bc8c-c110218ddc26 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "d228eae2-6159-4152-aeb2-705fd917488a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.608s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.025623] env[69262]: DEBUG nova.network.neutron [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.036042] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.036738] env[69262]: DEBUG nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.039484] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.380s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.039880] env[69262]: DEBUG nova.objects.instance [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lazy-loading 'resources' on Instance uuid e7c7b1ee-7191-4d9a-a716-6a964a8e19b8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.312298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Releasing lock "refresh_cache-38b2f84d-0d1b-4674-87b0-a118486e7218" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.312298] env[69262]: DEBUG nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Instance network_info: |[{"id": "1ad0ed55-cb66-459a-9a82-faa926d75efc", "address": "fa:16:3e:be:b3:11", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad0ed55-cb", "ovs_interfaceid": "1ad0ed55-cb66-459a-9a82-faa926d75efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.312434] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:b3:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ad0ed55-cb66-459a-9a82-faa926d75efc', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.320814] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Creating folder: Project (457bf0dd498443afb0ec662d75767e6b). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.321581] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5186e731-3a61-4497-b1d4-fbfe368493c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.334541] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Created folder: Project (457bf0dd498443afb0ec662d75767e6b) in parent group-v739409. [ 637.334765] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Creating folder: Instances. Parent ref: group-v739457. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.341627] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fd9c6d9-a6ea-4472-9262-151a5fdea2db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.349512] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083392} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.350196] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.350910] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ffd73a-1884-4acd-8e28-e35821e22bbb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.356093] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Created folder: Instances in parent group-v739457. [ 637.356093] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.356680] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.357300] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22c7b5c4-492b-4b99-97bf-9ae103c26f54 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.373093] env[69262]: DEBUG nova.network.neutron [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Updating instance_info_cache with network_info: [{"id": "324aa04c-b0a5-4e9c-9899-842c2430ffed", "address": "fa:16:3e:a0:e9:e1", "network": {"id": "a59f1485-d444-47c4-801c-81ef3cf8cbe4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-207700257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecdb8f069b148a48087e9e439cca1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324aa04c-b0", "ovs_interfaceid": "324aa04c-b0a5-4e9c-9899-842c2430ffed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.400460] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 7a983d1c-5bad-45f5-a8e4-e1c1d2274725/7a983d1c-5bad-45f5-a8e4-e1c1d2274725.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.401860] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Releasing lock "refresh_cache-5ba7eafb-0ece-4cb2-b16a-067ee58988f1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.402167] env[69262]: DEBUG nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Instance network_info: |[{"id": "324aa04c-b0a5-4e9c-9899-842c2430ffed", "address": "fa:16:3e:a0:e9:e1", "network": {"id": "a59f1485-d444-47c4-801c-81ef3cf8cbe4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-207700257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecdb8f069b148a48087e9e439cca1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324aa04c-b0", "ovs_interfaceid": "324aa04c-b0a5-4e9c-9899-842c2430ffed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.403013] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-960c0051-7916-402e-89e6-2b4ee1130c64 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.419123] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:e9:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '324aa04c-b0a5-4e9c-9899-842c2430ffed', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.426919] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Creating folder: Project (6ecdb8f069b148a48087e9e439cca1ec). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.434149] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec32694a-5423-4ddf-b4a4-8d6a7c3f1509 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.434628] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.434628] env[69262]: value = "task-3713038" [ 637.434628] env[69262]: _type = "Task" [ 637.434628] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.446545] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713035, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.446915] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 637.446915] env[69262]: value = "task-3713040" [ 637.446915] env[69262]: _type = "Task" [ 637.446915] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.451870] env[69262]: DEBUG nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.459377] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Created folder: Project (6ecdb8f069b148a48087e9e439cca1ec) in parent group-v739409. [ 637.459377] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Creating folder: Instances. Parent ref: group-v739460. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.459485] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e0a4558-b0e0-4976-acba-4123ee225340 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.468767] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.468974] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713038, 'name': CreateVM_Task} progress is 15%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.481024] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Created folder: Instances in parent group-v739460. [ 637.481024] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.481024] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.481024] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377d4062-71c4-4b63-82ae-1308968720b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.501729] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.501729] env[69262]: value = "task-3713042" [ 637.501729] env[69262]: _type = "Task" [ 637.501729] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.514473] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713042, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.536012] env[69262]: INFO nova.compute.manager [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Rebuilding instance [ 637.540882] env[69262]: DEBUG nova.compute.utils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.544605] env[69262]: DEBUG nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.544605] env[69262]: DEBUG nova.network.neutron [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.610180] env[69262]: DEBUG nova.compute.manager [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 637.611198] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668568fe-e1b5-4bc4-acca-6bf4e4626d1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.648502] env[69262]: DEBUG nova.policy [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bae5d9bba872482884143478e42bbee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15dd1b06116a4297b51e621cc6249512', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.710387] env[69262]: DEBUG nova.compute.manager [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Received event network-changed-fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.710522] env[69262]: DEBUG nova.compute.manager [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Refreshing instance network info cache due to event network-changed-fc890b44-8f16-4f85-a49a-2347a5e0b52f. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.710747] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Acquiring lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.710960] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Acquired lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.711089] env[69262]: DEBUG nova.network.neutron [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Refreshing network info cache for port fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.918269] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713035, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.950694] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713038, 'name': CreateVM_Task, 'duration_secs': 0.535093} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.956983] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.959425] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.959425] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.959425] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.959425] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d8451b0-03cf-4bc2-9c17-f946c5a4689a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.969051] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.976856] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 637.976856] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d51fc-1109-4e68-ed57-c0773e8c1788" [ 637.976856] env[69262]: _type = "Task" [ 637.976856] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.987656] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d51fc-1109-4e68-ed57-c0773e8c1788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.992582] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.012064] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713042, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.037792] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a967ee-a1c3-4db7-8d15-15d7b5c8d6ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.047453] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027d7f3a-e4ef-425c-a01a-94b6499031f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.054575] env[69262]: DEBUG nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.091894] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a54e73-5aaf-4fca-9d33-97f89e110702 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.096117] env[69262]: DEBUG nova.compute.manager [req-f3844398-940c-4e32-91ae-4685f94199ff req-0e6b1ea5-a17e-4d30-ab20-133104e241e9 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Received event network-vif-plugged-324aa04c-b0a5-4e9c-9899-842c2430ffed {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.096212] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3844398-940c-4e32-91ae-4685f94199ff req-0e6b1ea5-a17e-4d30-ab20-133104e241e9 service nova] Acquiring lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.096383] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3844398-940c-4e32-91ae-4685f94199ff req-0e6b1ea5-a17e-4d30-ab20-133104e241e9 service nova] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.096546] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3844398-940c-4e32-91ae-4685f94199ff req-0e6b1ea5-a17e-4d30-ab20-133104e241e9 service nova] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.096709] env[69262]: DEBUG nova.compute.manager [req-f3844398-940c-4e32-91ae-4685f94199ff req-0e6b1ea5-a17e-4d30-ab20-133104e241e9 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] No waiting events found dispatching network-vif-plugged-324aa04c-b0a5-4e9c-9899-842c2430ffed {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 638.097835] env[69262]: WARNING nova.compute.manager [req-f3844398-940c-4e32-91ae-4685f94199ff req-0e6b1ea5-a17e-4d30-ab20-133104e241e9 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Received unexpected event network-vif-plugged-324aa04c-b0a5-4e9c-9899-842c2430ffed for instance with vm_state building and task_state spawning. [ 638.107421] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad27e79-aa87-42ff-88f1-00eaa12df988 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.129470] env[69262]: DEBUG nova.compute.provider_tree [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.417625] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.418312] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.424825] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713035, 'name': CreateSnapshot_Task, 'duration_secs': 1.255239} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.425181] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 638.426047] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f02a938-fd17-4a56-b04e-a996be2e002d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.467462] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713040, 'name': ReconfigVM_Task, 'duration_secs': 0.64178} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.467653] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 7a983d1c-5bad-45f5-a8e4-e1c1d2274725/7a983d1c-5bad-45f5-a8e4-e1c1d2274725.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.470219] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ca4654d-f0f3-4335-b0df-8c4e626ca4df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.479507] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 638.479507] env[69262]: value = "task-3713043" [ 638.479507] env[69262]: _type = "Task" [ 638.479507] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.500504] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527d51fc-1109-4e68-ed57-c0773e8c1788, 'name': SearchDatastore_Task, 'duration_secs': 0.017947} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.501040] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713043, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.501541] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.502658] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.502658] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.504257] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.504257] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.504349] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-346edcb8-ca57-4dad-9bcb-2faff5a24b08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.520036] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713042, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.521368] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.521707] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.522385] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15dc6dec-815f-4c68-8743-414aeeae0edd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.529543] env[69262]: DEBUG nova.network.neutron [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Successfully created port: 09261123-8c1a-440b-b452-3fccd2b5b069 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.533737] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 638.533737] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52006a08-f04f-c3ba-9446-67f2a0f9d21a" [ 638.533737] env[69262]: _type = "Task" [ 638.533737] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.546649] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52006a08-f04f-c3ba-9446-67f2a0f9d21a, 'name': SearchDatastore_Task, 'duration_secs': 0.012804} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.547753] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e22edd35-1eb2-401d-b753-38d131875077 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.555569] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 638.555569] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5207c36c-522e-98a1-5fdd-ac98a1946bea" [ 638.555569] env[69262]: _type = "Task" [ 638.555569] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.573515] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5207c36c-522e-98a1-5fdd-ac98a1946bea, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.573914] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.574245] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 38b2f84d-0d1b-4674-87b0-a118486e7218/38b2f84d-0d1b-4674-87b0-a118486e7218.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.574541] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4b0ca0-bd9d-43ed-a8fb-26c6e036be49 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.584095] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 638.584095] env[69262]: value = "task-3713044" [ 638.584095] env[69262]: _type = "Task" [ 638.584095] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.594526] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.632913] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.633822] env[69262]: DEBUG nova.scheduler.client.report [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.639037] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d75b653d-7e4f-4d65-b2cb-3663dc41f599 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.648277] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 638.648277] env[69262]: value = "task-3713045" [ 638.648277] env[69262]: _type = "Task" [ 638.648277] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.665568] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.955318] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 638.955318] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-60c7a647-eb2e-4913-9174-57c910530f1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.968138] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 638.968138] env[69262]: value = "task-3713046" [ 638.968138] env[69262]: _type = "Task" [ 638.968138] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.978427] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713046, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.989953] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713043, 'name': Rename_Task, 'duration_secs': 0.182222} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.990260] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.990509] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1eb0274-591e-45d8-a6d9-1c6d31fad0f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.998532] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 638.998532] env[69262]: value = "task-3713047" [ 638.998532] env[69262]: _type = "Task" [ 638.998532] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.013146] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.025613] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713042, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.068497] env[69262]: DEBUG nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.101704] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713044, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.114331] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.114818] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.115274] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.115779] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.116101] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.116529] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.117246] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.117585] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.117925] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.118323] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.118845] env[69262]: DEBUG nova.virt.hardware [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.120700] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2889d1e8-f7dd-479b-be87-08fc6e8f0a25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.135702] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e7fe1c-5975-449a-982b-ea6ed6a319d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.144024] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.145960] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.174s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.148083] env[69262]: INFO nova.compute.claims [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.175538] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713045, 'name': PowerOffVM_Task, 'duration_secs': 0.135107} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.176232] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.176232] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.177041] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486eb2fd-2b00-47d7-82dc-a1b33c878b0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.192917] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.193147] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dddd545-1b8e-4467-939f-8c48de4dd6ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.200221] env[69262]: INFO nova.scheduler.client.report [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Deleted allocations for instance e7c7b1ee-7191-4d9a-a716-6a964a8e19b8 [ 639.242502] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.242735] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.242946] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Deleting the datastore file [datastore1] 77282dc6-c5d8-47ce-8458-81b7672edd10 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.243369] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16e4087f-1402-483e-8857-e364a070d9a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.247636] env[69262]: DEBUG nova.network.neutron [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Successfully updated port: 901d1d0d-4ccd-4728-ad82-6e383ff3a7dc {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.257087] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 639.257087] env[69262]: value = "task-3713049" [ 639.257087] env[69262]: _type = "Task" [ 639.257087] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.268486] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713049, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.295727] env[69262]: DEBUG nova.network.neutron [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Updated VIF entry in instance network info cache for port fc890b44-8f16-4f85-a49a-2347a5e0b52f. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.296111] env[69262]: DEBUG nova.network.neutron [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Updating instance_info_cache with network_info: [{"id": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "address": "fa:16:3e:24:77:b5", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc890b44-8f", "ovs_interfaceid": "fc890b44-8f16-4f85-a49a-2347a5e0b52f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.483914] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713046, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.509870] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713047, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.525908] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713042, 'name': CreateVM_Task, 'duration_secs': 1.546837} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.526352] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.527363] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.527664] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.528454] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.530044] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b17730-66a8-46a3-b0f2-644540d0a58c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.535936] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 639.535936] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52503477-c588-a0ab-fb63-a2023583546a" [ 639.535936] env[69262]: _type = "Task" [ 639.535936] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.551272] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52503477-c588-a0ab-fb63-a2023583546a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.602254] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777741} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.602717] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 38b2f84d-0d1b-4674-87b0-a118486e7218/38b2f84d-0d1b-4674-87b0-a118486e7218.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.603018] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.603379] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b04f506-5237-41e7-b7d3-6c3ca5103d7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.613129] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 639.613129] env[69262]: value = "task-3713050" [ 639.613129] env[69262]: _type = "Task" [ 639.613129] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.626955] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.711372] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4cf17e7e-f19a-470c-a2b8-d98b5c718910 tempest-ServerExternalEventsTest-1427679875 tempest-ServerExternalEventsTest-1427679875-project-member] Lock "e7c7b1ee-7191-4d9a-a716-6a964a8e19b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.893s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.750893] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "refresh_cache-7d51790a-49cf-4543-9019-ec99fa441217" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.751061] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired lock "refresh_cache-7d51790a-49cf-4543-9019-ec99fa441217" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.751216] env[69262]: DEBUG nova.network.neutron [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.769680] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713049, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170775} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.769680] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.769680] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.769680] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.800438] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Releasing lock "refresh_cache-5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.800587] env[69262]: DEBUG nova.compute.manager [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Received event network-changed-d1c3d96c-6ba2-49b3-9365-7797e501470b {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.800661] env[69262]: DEBUG nova.compute.manager [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Refreshing instance network info cache due to event network-changed-d1c3d96c-6ba2-49b3-9365-7797e501470b. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.800835] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Acquiring lock "refresh_cache-7a983d1c-5bad-45f5-a8e4-e1c1d2274725" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.800980] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Acquired lock "refresh_cache-7a983d1c-5bad-45f5-a8e4-e1c1d2274725" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.801158] env[69262]: DEBUG nova.network.neutron [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Refreshing network info cache for port d1c3d96c-6ba2-49b3-9365-7797e501470b {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.988558] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713046, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.011613] env[69262]: DEBUG oslo_vmware.api [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713047, 'name': PowerOnVM_Task, 'duration_secs': 0.595307} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.012060] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.012282] env[69262]: INFO nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Took 13.55 seconds to spawn the instance on the hypervisor. [ 640.012508] env[69262]: DEBUG nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 640.013504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0f4b16-b458-4f01-976a-60f04d3731e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.050209] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52503477-c588-a0ab-fb63-a2023583546a, 'name': SearchDatastore_Task, 'duration_secs': 0.016756} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.050209] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.050209] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.050209] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.050392] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.050392] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.050392] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e4c37e-09a9-4cd1-ac6b-f7ebbde23e1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.064536] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.065039] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.066029] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8beaa4cb-6801-40bc-a11d-24f89bd4f459 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.072584] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 640.072584] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279e2ef-00b2-ea96-de43-9ab20e27ebc3" [ 640.072584] env[69262]: _type = "Task" [ 640.072584] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.088304] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279e2ef-00b2-ea96-de43-9ab20e27ebc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.131695] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088025} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.133115] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.133115] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b493ac-7abc-45ac-80a5-baaeb9cf8740 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.157847] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 38b2f84d-0d1b-4674-87b0-a118486e7218/38b2f84d-0d1b-4674-87b0-a118486e7218.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.161657] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b20d54-4e09-4215-9a38-027fbed450ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.186838] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 640.186838] env[69262]: value = "task-3713051" [ 640.186838] env[69262]: _type = "Task" [ 640.186838] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.196972] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.348691] env[69262]: DEBUG nova.network.neutron [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.484320] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713046, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.536914] env[69262]: INFO nova.compute.manager [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Took 28.51 seconds to build instance. [ 640.588389] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279e2ef-00b2-ea96-de43-9ab20e27ebc3, 'name': SearchDatastore_Task, 'duration_secs': 0.030428} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.592316] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51e8c83-5b27-4f60-8a5b-5bd0e24f1157 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.600707] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 640.600707] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5239e5c6-c15b-a4bf-9b73-9d0a556c602d" [ 640.600707] env[69262]: _type = "Task" [ 640.600707] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.613021] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5239e5c6-c15b-a4bf-9b73-9d0a556c602d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.658057] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8311a742-532a-4885-b8b1-b9d69ada1ffa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.668421] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ac629a-5356-47f4-a1d4-6cd5866da2af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.706791] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ba5a5a-4c6b-458b-a69d-ac1fa83c0d83 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.729380] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca49e43-3562-4d85-82cc-990dc0e0316f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.732724] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713051, 'name': ReconfigVM_Task, 'duration_secs': 0.374421} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.733084] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 38b2f84d-0d1b-4674-87b0-a118486e7218/38b2f84d-0d1b-4674-87b0-a118486e7218.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.735203] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad50b7e-baaa-4b2a-8811-6d91e755482a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.749409] env[69262]: DEBUG nova.compute.provider_tree [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.753852] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 640.753852] env[69262]: value = "task-3713052" [ 640.753852] env[69262]: _type = "Task" [ 640.753852] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.763450] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713052, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.798978] env[69262]: DEBUG nova.network.neutron [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Updated VIF entry in instance network info cache for port d1c3d96c-6ba2-49b3-9365-7797e501470b. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.798978] env[69262]: DEBUG nova.network.neutron [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Updating instance_info_cache with network_info: [{"id": "d1c3d96c-6ba2-49b3-9365-7797e501470b", "address": "fa:16:3e:db:28:e7", "network": {"id": "bd21e754-22c3-4600-8cd3-dbba4add527e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-627070441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a0d854f94f8449492a7685084e3a559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15165046-2de9-4ada-9e99-0126e20854a9", "external-id": "nsx-vlan-transportzone-974", "segmentation_id": 974, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c3d96c-6b", "ovs_interfaceid": "d1c3d96c-6ba2-49b3-9365-7797e501470b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.822533] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.822955] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.823172] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.823368] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.823575] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.823979] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.824284] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.824471] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.824749] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.824944] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.825372] env[69262]: DEBUG nova.virt.hardware [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.826572] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b12828-9f9f-4422-85ad-cdeaf92250f8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.839207] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97272ad5-2c4b-460f-ae28-329f8f3b7e01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.864929] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.870602] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.872021] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.872021] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36601a37-94a9-4b97-b073-aef961455d6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.887225] env[69262]: DEBUG nova.network.neutron [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Updating instance_info_cache with network_info: [{"id": "901d1d0d-4ccd-4728-ad82-6e383ff3a7dc", "address": "fa:16:3e:44:3b:e6", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901d1d0d-4c", "ovs_interfaceid": "901d1d0d-4ccd-4728-ad82-6e383ff3a7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.894044] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.894044] env[69262]: value = "task-3713053" [ 640.894044] env[69262]: _type = "Task" [ 640.894044] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.916258] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713053, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.984025] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713046, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.042084] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42d3fcaf-b72d-4c77-a920-8e8a042deb69 tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.028s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.114026] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5239e5c6-c15b-a4bf-9b73-9d0a556c602d, 'name': SearchDatastore_Task, 'duration_secs': 0.017481} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.114026] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.114026] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 5ba7eafb-0ece-4cb2-b16a-067ee58988f1/5ba7eafb-0ece-4cb2-b16a-067ee58988f1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.114026] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0fbf318-4f5f-4df0-8e6d-15d5dc228e4d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.124920] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 641.124920] env[69262]: value = "task-3713054" [ 641.124920] env[69262]: _type = "Task" [ 641.124920] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.139143] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.148164] env[69262]: DEBUG nova.network.neutron [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Successfully updated port: 09261123-8c1a-440b-b452-3fccd2b5b069 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.252293] env[69262]: DEBUG nova.scheduler.client.report [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.273033] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713052, 'name': Rename_Task, 'duration_secs': 0.207928} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.273033] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.274464] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-442b80c6-32f4-4719-ad36-c5fbf2c14e38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.284240] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 641.284240] env[69262]: value = "task-3713055" [ 641.284240] env[69262]: _type = "Task" [ 641.284240] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.296719] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.302570] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Releasing lock "refresh_cache-7a983d1c-5bad-45f5-a8e4-e1c1d2274725" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.302570] env[69262]: DEBUG nova.compute.manager [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Received event network-vif-plugged-1ad0ed55-cb66-459a-9a82-faa926d75efc {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.302570] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Acquiring lock "38b2f84d-0d1b-4674-87b0-a118486e7218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.302570] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.302570] env[69262]: DEBUG oslo_concurrency.lockutils [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.303020] env[69262]: DEBUG nova.compute.manager [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] No waiting events found dispatching network-vif-plugged-1ad0ed55-cb66-459a-9a82-faa926d75efc {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 641.303020] env[69262]: WARNING nova.compute.manager [req-f5e98d84-2005-4b59-bb08-eef3ae7065e9 req-44d816dc-af10-4d71-b3b6-66ae00ec610b service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Received unexpected event network-vif-plugged-1ad0ed55-cb66-459a-9a82-faa926d75efc for instance with vm_state building and task_state spawning. [ 641.392288] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Releasing lock "refresh_cache-7d51790a-49cf-4543-9019-ec99fa441217" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.392288] env[69262]: DEBUG nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Instance network_info: |[{"id": "901d1d0d-4ccd-4728-ad82-6e383ff3a7dc", "address": "fa:16:3e:44:3b:e6", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901d1d0d-4c", "ovs_interfaceid": "901d1d0d-4ccd-4728-ad82-6e383ff3a7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.392428] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:3b:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '901d1d0d-4ccd-4728-ad82-6e383ff3a7dc', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.402260] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.403044] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.407729] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76286855-38ba-4c9a-9393-3d8e236d67da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.434919] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713053, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.435741] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.435741] env[69262]: value = "task-3713056" [ 641.435741] env[69262]: _type = "Task" [ 641.435741] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.447855] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713056, 'name': CreateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.484097] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713046, 'name': CloneVM_Task, 'duration_secs': 2.149618} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.484583] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Created linked-clone VM from snapshot [ 641.488054] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9645104-441f-4dd0-b62b-94e4ab12810f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.499664] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Uploading image ab72bfba-b3ba-4355-833b-2553f36a59e3 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 641.548262] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 641.548262] env[69262]: value = "vm-739464" [ 641.548262] env[69262]: _type = "VirtualMachine" [ 641.548262] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 641.548734] env[69262]: DEBUG nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.558675] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-92ba1d98-b21b-4148-b9b1-222c480392e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.568964] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lease: (returnval){ [ 641.568964] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224fecd-e082-ef07-738b-9a5a04fbd3c0" [ 641.568964] env[69262]: _type = "HttpNfcLease" [ 641.568964] env[69262]: } obtained for exporting VM: (result){ [ 641.568964] env[69262]: value = "vm-739464" [ 641.568964] env[69262]: _type = "VirtualMachine" [ 641.568964] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 641.569378] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the lease: (returnval){ [ 641.569378] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224fecd-e082-ef07-738b-9a5a04fbd3c0" [ 641.569378] env[69262]: _type = "HttpNfcLease" [ 641.569378] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 641.586947] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.586947] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224fecd-e082-ef07-738b-9a5a04fbd3c0" [ 641.586947] env[69262]: _type = "HttpNfcLease" [ 641.586947] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 641.638786] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713054, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.650573] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.651490] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquired lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.651713] env[69262]: DEBUG nova.network.neutron [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.766169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.766998] env[69262]: DEBUG nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.771218] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.500s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.776748] env[69262]: INFO nova.compute.claims [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.800349] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.915940] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713053, 'name': CreateVM_Task, 'duration_secs': 0.547863} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.916462] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.917065] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.917154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.917446] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.917778] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aad96d7-5e1f-44b6-9042-ae25c13a969a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.926398] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 641.926398] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520f5db4-4ab6-43a4-5ab4-22cedb2bcbce" [ 641.926398] env[69262]: _type = "Task" [ 641.926398] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.937041] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520f5db4-4ab6-43a4-5ab4-22cedb2bcbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.948560] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713056, 'name': CreateVM_Task, 'duration_secs': 0.436969} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.948759] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.949422] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.084440] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 642.084440] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224fecd-e082-ef07-738b-9a5a04fbd3c0" [ 642.084440] env[69262]: _type = "HttpNfcLease" [ 642.084440] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 642.085060] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 642.085060] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224fecd-e082-ef07-738b-9a5a04fbd3c0" [ 642.085060] env[69262]: _type = "HttpNfcLease" [ 642.085060] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 642.086338] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155f6eb9-cb70-4c98-aace-b5b76cab8e29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.092156] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.100289] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e3f0b-4366-d265-addd-2cfa0a400ffd/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 642.100389] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e3f0b-4366-d265-addd-2cfa0a400ffd/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 642.107079] env[69262]: DEBUG nova.compute.manager [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Received event network-changed-1ad0ed55-cb66-459a-9a82-faa926d75efc {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.107309] env[69262]: DEBUG nova.compute.manager [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Refreshing instance network info cache due to event network-changed-1ad0ed55-cb66-459a-9a82-faa926d75efc. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.107522] env[69262]: DEBUG oslo_concurrency.lockutils [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] Acquiring lock "refresh_cache-38b2f84d-0d1b-4674-87b0-a118486e7218" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.107660] env[69262]: DEBUG oslo_concurrency.lockutils [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] Acquired lock "refresh_cache-38b2f84d-0d1b-4674-87b0-a118486e7218" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.107817] env[69262]: DEBUG nova.network.neutron [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Refreshing network info cache for port 1ad0ed55-cb66-459a-9a82-faa926d75efc {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.175076] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "d228eae2-6159-4152-aeb2-705fd917488a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.175334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "d228eae2-6159-4152-aeb2-705fd917488a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.175540] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "d228eae2-6159-4152-aeb2-705fd917488a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.175764] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "d228eae2-6159-4152-aeb2-705fd917488a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.175877] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "d228eae2-6159-4152-aeb2-705fd917488a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.178167] env[69262]: INFO nova.compute.manager [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Terminating instance [ 642.186689] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674569} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.186689] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 5ba7eafb-0ece-4cb2-b16a-067ee58988f1/5ba7eafb-0ece-4cb2-b16a-067ee58988f1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.186926] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.187219] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bab0ed6-3f3d-460c-bbdf-41bcb3b2ce81 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.196506] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 642.196506] env[69262]: value = "task-3713058" [ 642.196506] env[69262]: _type = "Task" [ 642.196506] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.210646] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.220271] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7fbda71d-b13b-4a5b-850a-42e3f4c96853 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.254270] env[69262]: DEBUG nova.network.neutron [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.282430] env[69262]: DEBUG nova.compute.utils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.289622] env[69262]: DEBUG nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.289622] env[69262]: DEBUG nova.network.neutron [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.304390] env[69262]: DEBUG oslo_vmware.api [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713055, 'name': PowerOnVM_Task, 'duration_secs': 0.647096} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.305137] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.305385] env[69262]: INFO nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Took 10.95 seconds to spawn the instance on the hypervisor. [ 642.305566] env[69262]: DEBUG nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 642.306701] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7953fe9-4d8a-468e-86aa-13405354ceac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.443591] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520f5db4-4ab6-43a4-5ab4-22cedb2bcbce, 'name': SearchDatastore_Task, 'duration_secs': 0.027817} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.444796] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.444796] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.444796] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.445059] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.445337] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.445586] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.445902] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.446158] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a64aa8bd-02a4-41ea-960d-e6fdb720b138 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.449197] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712c69a4-dd21-4e5c-b3b6-eeaff0234940 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.455779] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 642.455779] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523c3176-17f6-bc34-c1d1-00a043f5a853" [ 642.455779] env[69262]: _type = "Task" [ 642.455779] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.462608] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.462608] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.466176] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e89e21-902b-43ff-abb4-084833ee2edf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.469125] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523c3176-17f6-bc34-c1d1-00a043f5a853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.470280] env[69262]: DEBUG nova.policy [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb2948048b8e4aac8ba87df6cd10106f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3523f60d71a4c008b7ad763e23445f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.478155] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 642.478155] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ba0241-f770-c538-3407-bc63cb0dcfd0" [ 642.478155] env[69262]: _type = "Task" [ 642.478155] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.494038] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ba0241-f770-c538-3407-bc63cb0dcfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.511742] env[69262]: DEBUG nova.compute.manager [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Received event network-changed-324aa04c-b0a5-4e9c-9899-842c2430ffed {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.513375] env[69262]: DEBUG nova.compute.manager [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Refreshing instance network info cache due to event network-changed-324aa04c-b0a5-4e9c-9899-842c2430ffed. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.513375] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Acquiring lock "refresh_cache-5ba7eafb-0ece-4cb2-b16a-067ee58988f1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.513375] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Acquired lock "refresh_cache-5ba7eafb-0ece-4cb2-b16a-067ee58988f1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.513375] env[69262]: DEBUG nova.network.neutron [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Refreshing network info cache for port 324aa04c-b0a5-4e9c-9899-842c2430ffed {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.630039] env[69262]: DEBUG nova.network.neutron [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Updated VIF entry in instance network info cache for port 1ad0ed55-cb66-459a-9a82-faa926d75efc. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.630039] env[69262]: DEBUG nova.network.neutron [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Updating instance_info_cache with network_info: [{"id": "1ad0ed55-cb66-459a-9a82-faa926d75efc", "address": "fa:16:3e:be:b3:11", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ad0ed55-cb", "ovs_interfaceid": "1ad0ed55-cb66-459a-9a82-faa926d75efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.683349] env[69262]: DEBUG nova.compute.manager [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.683349] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.684486] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8b455a-aac0-43bc-b639-2de645a2208b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.699287] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.704771] env[69262]: DEBUG nova.network.neutron [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Updating instance_info_cache with network_info: [{"id": "09261123-8c1a-440b-b452-3fccd2b5b069", "address": "fa:16:3e:7f:68:3e", "network": {"id": "de2e5b41-4500-43a3-8f0c-be81c90deff6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1538294194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dd1b06116a4297b51e621cc6249512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09261123-8c", "ovs_interfaceid": "09261123-8c1a-440b-b452-3fccd2b5b069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.712038] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3953c16f-2e7e-4b6c-8eb8-c053dbd76fe8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.729370] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110881} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.729909] env[69262]: DEBUG oslo_vmware.api [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 642.729909] env[69262]: value = "task-3713059" [ 642.729909] env[69262]: _type = "Task" [ 642.729909] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.732634] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.733987] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6c9cb-a9da-425e-9636-96e0349cd89f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.765314] env[69262]: DEBUG oslo_vmware.api [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.782769] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 5ba7eafb-0ece-4cb2-b16a-067ee58988f1/5ba7eafb-0ece-4cb2-b16a-067ee58988f1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.785479] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e4533c1-e32d-482e-93f9-3fa241fb0aa0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.809151] env[69262]: DEBUG nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.834506] env[69262]: INFO nova.compute.manager [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Took 23.98 seconds to build instance. [ 642.842913] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 642.842913] env[69262]: value = "task-3713060" [ 642.842913] env[69262]: _type = "Task" [ 642.842913] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.865812] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.971228] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523c3176-17f6-bc34-c1d1-00a043f5a853, 'name': SearchDatastore_Task, 'duration_secs': 0.036622} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.977408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.977705] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.978420] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.992193] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ba0241-f770-c538-3407-bc63cb0dcfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.019221} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.993476] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f710029-7292-401b-bc8e-f301f4af6728 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.002137] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 643.002137] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52093a62-5be4-d074-4bda-81c65009a410" [ 643.002137] env[69262]: _type = "Task" [ 643.002137] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.012520] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52093a62-5be4-d074-4bda-81c65009a410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.125294] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "fc35b031-8854-4ac5-83f9-d3b6276ef345" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.125650] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.134415] env[69262]: DEBUG oslo_concurrency.lockutils [req-b6b80e5f-2118-42eb-90ff-99009e11cb13 req-d229a618-b71c-44fd-b645-8fa403a2f1d9 service nova] Releasing lock "refresh_cache-38b2f84d-0d1b-4674-87b0-a118486e7218" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.218179] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Releasing lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.218179] env[69262]: DEBUG nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Instance network_info: |[{"id": "09261123-8c1a-440b-b452-3fccd2b5b069", "address": "fa:16:3e:7f:68:3e", "network": {"id": "de2e5b41-4500-43a3-8f0c-be81c90deff6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1538294194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dd1b06116a4297b51e621cc6249512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09261123-8c", "ovs_interfaceid": "09261123-8c1a-440b-b452-3fccd2b5b069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 643.218431] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:68:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09261123-8c1a-440b-b452-3fccd2b5b069', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.230502] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Creating folder: Project (15dd1b06116a4297b51e621cc6249512). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.231138] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d3dd922-b36e-45e5-8d7e-b6bdee223a22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.255472] env[69262]: DEBUG oslo_vmware.api [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713059, 'name': PowerOffVM_Task, 'duration_secs': 0.352662} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.263240] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.263240] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.263674] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Created folder: Project (15dd1b06116a4297b51e621cc6249512) in parent group-v739409. [ 643.263920] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Creating folder: Instances. Parent ref: group-v739467. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.264963] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cbfdc36-e478-4cc0-8459-395a73ea762f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.267777] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f50e91d8-248f-41f3-a932-86edcd08d09c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.280217] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Created folder: Instances in parent group-v739467. [ 643.280217] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.280217] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.280217] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9f0d08b-b720-4165-9ff5-4f3b297c51b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.312024] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.312024] env[69262]: value = "task-3713064" [ 643.312024] env[69262]: _type = "Task" [ 643.312024] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.324683] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713064, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.338638] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36effbba-7ea8-463f-8dad-cec53ffee703 tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.764s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.360174] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.360591] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.361032] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleting the datastore file [datastore1] d228eae2-6159-4152-aeb2-705fd917488a {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.363805] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf959a5-2e4f-4080-b057-e78383f9a47f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.371537] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.380190] env[69262]: DEBUG oslo_vmware.api [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 643.380190] env[69262]: value = "task-3713065" [ 643.380190] env[69262]: _type = "Task" [ 643.380190] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.395793] env[69262]: DEBUG oslo_vmware.api [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.398670] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf0061f-3c7d-4447-b5be-e4e9df74eb7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.407674] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992e3313-172b-4bf3-a09b-a63bd65d7217 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.447620] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd3315-0782-4e06-937b-7e5b857d7cb4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.461214] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5607a3b-5fbb-4d9c-81a1-f052e7b70341 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.474342] env[69262]: DEBUG nova.compute.provider_tree [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.515670] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52093a62-5be4-d074-4bda-81c65009a410, 'name': SearchDatastore_Task, 'duration_secs': 0.020447} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.515670] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.516825] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.516825] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.516825] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.516825] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26aa4df6-1f19-4e0c-95ea-abb1d947d3ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.518981] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-935e3008-e249-48bd-86ff-69d38235e41b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.528982] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 643.528982] env[69262]: value = "task-3713066" [ 643.528982] env[69262]: _type = "Task" [ 643.528982] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.534106] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.534312] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.535567] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518d1357-4622-40aa-a764-7e2ca1eaa002 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.543839] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.545477] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 643.545477] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e805ca-d983-38ed-46a4-703a3b643fcc" [ 643.545477] env[69262]: _type = "Task" [ 643.545477] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.555562] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e805ca-d983-38ed-46a4-703a3b643fcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.781934] env[69262]: DEBUG nova.network.neutron [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Successfully created port: 65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.827736] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713064, 'name': CreateVM_Task, 'duration_secs': 0.470233} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.827926] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.828735] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.828905] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.829264] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.829539] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fce9230-28e8-4a0c-a0d4-3f8e2df0cbee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.833684] env[69262]: DEBUG nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.840291] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 643.840291] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521a7112-c3e5-ac5e-6c34-8209024d6764" [ 643.840291] env[69262]: _type = "Task" [ 643.840291] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.840973] env[69262]: DEBUG nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.862744] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713060, 'name': ReconfigVM_Task, 'duration_secs': 0.664393} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.870482] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 5ba7eafb-0ece-4cb2-b16a-067ee58988f1/5ba7eafb-0ece-4cb2-b16a-067ee58988f1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.872461] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521a7112-c3e5-ac5e-6c34-8209024d6764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.879124] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-050484a1-11d9-4cdf-b46d-25a13d310887 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.886993] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 643.886993] env[69262]: value = "task-3713067" [ 643.886993] env[69262]: _type = "Task" [ 643.886993] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.890709] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.890709] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.890709] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.891086] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.891086] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.891086] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.891086] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.891086] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.891355] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.891355] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.891355] env[69262]: DEBUG nova.virt.hardware [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.897838] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08119a5-8563-42a8-8faf-c238f6ca04b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.924878] env[69262]: DEBUG oslo_vmware.api [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251658} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.924878] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713067, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.927778] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.927778] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.927778] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.927778] env[69262]: INFO nova.compute.manager [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 643.927778] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.931113] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423e0b04-3969-466d-859c-31c4ab5ad379 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.934960] env[69262]: DEBUG nova.compute.manager [-] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.935100] env[69262]: DEBUG nova.network.neutron [-] [instance: d228eae2-6159-4152-aeb2-705fd917488a] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.979078] env[69262]: DEBUG nova.scheduler.client.report [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.042608] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713066, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.060042] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e805ca-d983-38ed-46a4-703a3b643fcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.060842] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e53e78-d8e1-4cc8-b16b-8d5560a57e40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.069911] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 644.069911] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523117ff-91be-0a51-bb2b-5bf0a8dce498" [ 644.069911] env[69262]: _type = "Task" [ 644.069911] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.082435] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523117ff-91be-0a51-bb2b-5bf0a8dce498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.188600] env[69262]: DEBUG nova.network.neutron [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Updated VIF entry in instance network info cache for port 324aa04c-b0a5-4e9c-9899-842c2430ffed. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.189307] env[69262]: DEBUG nova.network.neutron [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Updating instance_info_cache with network_info: [{"id": "324aa04c-b0a5-4e9c-9899-842c2430ffed", "address": "fa:16:3e:a0:e9:e1", "network": {"id": "a59f1485-d444-47c4-801c-81ef3cf8cbe4", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-207700257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecdb8f069b148a48087e9e439cca1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324aa04c-b0", "ovs_interfaceid": "324aa04c-b0a5-4e9c-9899-842c2430ffed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.365889] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521a7112-c3e5-ac5e-6c34-8209024d6764, 'name': SearchDatastore_Task, 'duration_secs': 0.07046} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.367251] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.367338] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.367562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.386321] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.411914] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713067, 'name': Rename_Task, 'duration_secs': 0.271223} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.412241] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.412511] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfae56a2-a57f-4e88-a803-add10f086fcc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.421871] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 644.421871] env[69262]: value = "task-3713068" [ 644.421871] env[69262]: _type = "Task" [ 644.421871] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.431499] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.493017] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.493017] env[69262]: DEBUG nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.496647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.559s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.496790] env[69262]: DEBUG nova.objects.instance [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lazy-loading 'resources' on Instance uuid d411f0f0-7f78-4408-84ac-27520ad7aced {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.545936] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58981} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.546280] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.546685] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.546803] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14f5873a-8a3b-4199-a049-d7c0e8abe311 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.557829] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 644.557829] env[69262]: value = "task-3713069" [ 644.557829] env[69262]: _type = "Task" [ 644.557829] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.569170] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.584579] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523117ff-91be-0a51-bb2b-5bf0a8dce498, 'name': SearchDatastore_Task, 'duration_secs': 0.032617} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.585773] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.586148] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 7d51790a-49cf-4543-9019-ec99fa441217/7d51790a-49cf-4543-9019-ec99fa441217.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.587574] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.587574] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.587574] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7df9f019-647a-4062-9e93-8d95a6cbe918 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.593646] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e53e565-c29c-4bea-8bd6-2ad6f735eaa2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.600274] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 644.600274] env[69262]: value = "task-3713070" [ 644.600274] env[69262]: _type = "Task" [ 644.600274] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.606505] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.606505] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.607457] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bda1a24-289f-40d8-bb0d-9c99cbdf1232 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.614609] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.622201] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 644.622201] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529dad6b-5f31-0d61-d396-3cefb9a6646e" [ 644.622201] env[69262]: _type = "Task" [ 644.622201] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.634276] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529dad6b-5f31-0d61-d396-3cefb9a6646e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.692756] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Releasing lock "refresh_cache-5ba7eafb-0ece-4cb2-b16a-067ee58988f1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.693338] env[69262]: DEBUG nova.compute.manager [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Received event network-vif-plugged-901d1d0d-4ccd-4728-ad82-6e383ff3a7dc {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.693338] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Acquiring lock "7d51790a-49cf-4543-9019-ec99fa441217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.694049] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Lock "7d51790a-49cf-4543-9019-ec99fa441217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.694049] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Lock "7d51790a-49cf-4543-9019-ec99fa441217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.694190] env[69262]: DEBUG nova.compute.manager [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] No waiting events found dispatching network-vif-plugged-901d1d0d-4ccd-4728-ad82-6e383ff3a7dc {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 644.694351] env[69262]: WARNING nova.compute.manager [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Received unexpected event network-vif-plugged-901d1d0d-4ccd-4728-ad82-6e383ff3a7dc for instance with vm_state building and task_state spawning. [ 644.695120] env[69262]: DEBUG nova.compute.manager [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Received event network-changed-901d1d0d-4ccd-4728-ad82-6e383ff3a7dc {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.695120] env[69262]: DEBUG nova.compute.manager [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Refreshing instance network info cache due to event network-changed-901d1d0d-4ccd-4728-ad82-6e383ff3a7dc. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.695120] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Acquiring lock "refresh_cache-7d51790a-49cf-4543-9019-ec99fa441217" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.695326] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Acquired lock "refresh_cache-7d51790a-49cf-4543-9019-ec99fa441217" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.695585] env[69262]: DEBUG nova.network.neutron [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Refreshing network info cache for port 901d1d0d-4ccd-4728-ad82-6e383ff3a7dc {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.935668] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713068, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.001662] env[69262]: DEBUG nova.compute.utils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.003235] env[69262]: DEBUG nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.003438] env[69262]: DEBUG nova.network.neutron [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.076018] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082241} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.076315] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.077375] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa09a8e-dbd9-41d6-a1f0-2dc312e060c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.121094] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.128878] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bca9a64-6ca4-41af-bafd-93e405e73215 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.156480] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529dad6b-5f31-0d61-d396-3cefb9a6646e, 'name': SearchDatastore_Task, 'duration_secs': 0.014906} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.162431] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 645.162431] env[69262]: value = "task-3713071" [ 645.162431] env[69262]: _type = "Task" [ 645.162431] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.163085] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713070, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.163085] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d7510d-8fe8-48a4-aa8f-2e482cc91560 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.179275] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 645.179275] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526f49cd-e237-02a6-6790-b3b4d80e9848" [ 645.179275] env[69262]: _type = "Task" [ 645.179275] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.186997] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.199151] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526f49cd-e237-02a6-6790-b3b4d80e9848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.206400] env[69262]: DEBUG nova.network.neutron [-] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.271255] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "c657e795-97fa-46b2-a1ed-a208e5dd684a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.271815] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.287417] env[69262]: DEBUG nova.policy [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1777493ab08e4787b0603e132acc4c83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6555323bb3014b4098e247e8b6d0d27d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.438288] env[69262]: DEBUG oslo_vmware.api [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713068, 'name': PowerOnVM_Task, 'duration_secs': 0.559526} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.438748] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.439094] env[69262]: INFO nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Took 11.48 seconds to spawn the instance on the hypervisor. [ 645.439361] env[69262]: DEBUG nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 645.440381] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a917b79-a99d-456e-ae85-6b1fccf2069c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.513392] env[69262]: DEBUG nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.590420] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d423f7-359e-46d1-8dd2-a2ffaf75e9e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.600099] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2c2f1-b8ba-4637-8ec5-28996b5efaeb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.648564] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49054465-02c5-4f2c-b9b0-a539ed8f88e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.655966] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659638} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.656980] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 7d51790a-49cf-4543-9019-ec99fa441217/7d51790a-49cf-4543-9019-ec99fa441217.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.657341] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.657632] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ee6263-3e1d-4666-8819-a13f9c97c7bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.666213] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247809d1-a1b5-41dc-b635-19a406fbf60f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.673172] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 645.673172] env[69262]: value = "task-3713072" [ 645.673172] env[69262]: _type = "Task" [ 645.673172] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.693468] env[69262]: DEBUG nova.compute.provider_tree [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.701604] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713071, 'name': ReconfigVM_Task} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.705399] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 77282dc6-c5d8-47ce-8458-81b7672edd10/77282dc6-c5d8-47ce-8458-81b7672edd10.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.705978] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.706614] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c390ab2c-1ec7-4acc-844a-20992584ef84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.711346] env[69262]: INFO nova.compute.manager [-] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Took 1.77 seconds to deallocate network for instance. [ 645.714751] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526f49cd-e237-02a6-6790-b3b4d80e9848, 'name': SearchDatastore_Task, 'duration_secs': 0.056516} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.719206] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.719492] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50/8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.719817] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 645.719817] env[69262]: value = "task-3713073" [ 645.719817] env[69262]: _type = "Task" [ 645.719817] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.720508] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb0fd9a5-3e30-41a0-b4f5-bb3c4fb61526 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.734752] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713073, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.735153] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 645.735153] env[69262]: value = "task-3713074" [ 645.735153] env[69262]: _type = "Task" [ 645.735153] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.746315] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.788153] env[69262]: DEBUG nova.network.neutron [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Updated VIF entry in instance network info cache for port 901d1d0d-4ccd-4728-ad82-6e383ff3a7dc. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.788599] env[69262]: DEBUG nova.network.neutron [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Updating instance_info_cache with network_info: [{"id": "901d1d0d-4ccd-4728-ad82-6e383ff3a7dc", "address": "fa:16:3e:44:3b:e6", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901d1d0d-4c", "ovs_interfaceid": "901d1d0d-4ccd-4728-ad82-6e383ff3a7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.974499] env[69262]: INFO nova.compute.manager [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Took 25.49 seconds to build instance. [ 646.188960] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137137} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.189120] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.189964] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8525bf-fdf5-4ae5-b264-13f5cd059996 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.210056] env[69262]: DEBUG nova.scheduler.client.report [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.224572] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 7d51790a-49cf-4543-9019-ec99fa441217/7d51790a-49cf-4543-9019-ec99fa441217.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.226052] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.226434] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71905bea-8f2a-4af2-bbeb-0ebfde111c46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.261136] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713073, 'name': Rename_Task, 'duration_secs': 0.246844} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.267583] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.267986] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713074, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.268387] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 646.268387] env[69262]: value = "task-3713075" [ 646.268387] env[69262]: _type = "Task" [ 646.268387] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.268820] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b878ad4d-abe0-4971-9352-5a70829a9d8d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.287862] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.289410] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Waiting for the task: (returnval){ [ 646.289410] env[69262]: value = "task-3713076" [ 646.289410] env[69262]: _type = "Task" [ 646.289410] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.293411] env[69262]: DEBUG oslo_concurrency.lockutils [req-dfda49e0-559b-4175-8f78-9e6ce01286cb req-12e13f72-be92-401e-83f4-4026bc035824 service nova] Releasing lock "refresh_cache-7d51790a-49cf-4543-9019-ec99fa441217" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.300366] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.344232] env[69262]: DEBUG nova.network.neutron [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Successfully updated port: 65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.477577] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b11dad5a-b032-40e0-b51b-fdcc9e789408 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.478s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.524381] env[69262]: DEBUG nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.567535] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.567772] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.567772] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.567949] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.568453] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.569062] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.569369] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.569579] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.569804] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.570627] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.570772] env[69262]: DEBUG nova.virt.hardware [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.571946] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3b1e92-4d75-4909-96e2-796946ffc981 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.581318] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28f192-6b82-46a6-b95e-0ccb38d25a56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.726616] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.730285] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.511s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.731678] env[69262]: DEBUG nova.objects.instance [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 646.752848] env[69262]: INFO nova.scheduler.client.report [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Deleted allocations for instance d411f0f0-7f78-4408-84ac-27520ad7aced [ 646.762508] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720643} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.763166] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50/8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.763166] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.763338] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb6ccf6c-5d57-4c1b-b49f-06156351535f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.774994] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 646.774994] env[69262]: value = "task-3713077" [ 646.774994] env[69262]: _type = "Task" [ 646.774994] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.793416] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.793775] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.809681] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.846984] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.846984] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.847201] env[69262]: DEBUG nova.network.neutron [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.939213] env[69262]: DEBUG nova.network.neutron [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Successfully created port: b0899c82-2b37-4c85-a48b-82166e1eaa5a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.983456] env[69262]: DEBUG nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.262542] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9bed6977-6bd2-44b5-9693-fdc3d21feadc tempest-ServerDiagnosticsV248Test-158074691 tempest-ServerDiagnosticsV248Test-158074691-project-member] Lock "d411f0f0-7f78-4408-84ac-27520ad7aced" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.786s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.292967] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713075, 'name': ReconfigVM_Task, 'duration_secs': 0.697606} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.303015] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 7d51790a-49cf-4543-9019-ec99fa441217/7d51790a-49cf-4543-9019-ec99fa441217.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.303015] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270666} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.303015] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0adb84ae-7582-4af6-8e52-5f9830192c27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.310062] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.315462] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5969a0-df52-46e9-908f-6a11d83be2ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.318699] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.318930] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.326887] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.338761] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 647.338761] env[69262]: value = "task-3713078" [ 647.338761] env[69262]: _type = "Task" [ 647.338761] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.350052] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50/8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.350052] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e788dfc-970a-42d0-8fc6-59a0132259d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.379949] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713078, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.381728] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 647.381728] env[69262]: value = "task-3713079" [ 647.381728] env[69262]: _type = "Task" [ 647.381728] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.392433] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.449200] env[69262]: DEBUG nova.network.neutron [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.522161] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.741399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-97781892-174a-4b12-8236-8f17a1cca493 tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.743259] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.229s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.750704] env[69262]: INFO nova.compute.claims [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.816388] env[69262]: DEBUG oslo_vmware.api [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Task: {'id': task-3713076, 'name': PowerOnVM_Task, 'duration_secs': 1.326915} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.819443] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.819667] env[69262]: DEBUG nova.compute.manager [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 647.821290] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2044ccfb-cf5a-4205-9abb-43e8ba802f4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.867259] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713078, 'name': Rename_Task, 'duration_secs': 0.253925} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.868849] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.870197] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62091ef1-393f-45ca-bb0e-4cc712babf69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.877523] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 647.877523] env[69262]: value = "task-3713080" [ 647.877523] env[69262]: _type = "Task" [ 647.877523] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.894273] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.901294] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713079, 'name': ReconfigVM_Task, 'duration_secs': 0.492803} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.903915] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50/8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.905582] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4eb82f4-d574-43e6-9e0a-23f2d72eb1cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.915815] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 647.915815] env[69262]: value = "task-3713081" [ 647.915815] env[69262]: _type = "Task" [ 647.915815] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.927666] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713081, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.147077] env[69262]: DEBUG nova.network.neutron [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updating instance_info_cache with network_info: [{"id": "65be8a69-7c10-4435-927c-73f401c46203", "address": "fa:16:3e:80:81:94", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be8a69-7c", "ovs_interfaceid": "65be8a69-7c10-4435-927c-73f401c46203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.348766] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.401079] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713080, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.426882] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713081, 'name': Rename_Task, 'duration_secs': 0.29108} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.428413] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.429661] env[69262]: DEBUG nova.compute.manager [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Received event network-changed-402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.430334] env[69262]: DEBUG nova.compute.manager [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Refreshing instance network info cache due to event network-changed-402a0c9c-b5fa-49ae-a61d-9091d4095743. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.430334] env[69262]: DEBUG oslo_concurrency.lockutils [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] Acquiring lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.430334] env[69262]: DEBUG oslo_concurrency.lockutils [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] Acquired lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.430334] env[69262]: DEBUG nova.network.neutron [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Refreshing network info cache for port 402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.431775] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9a2335-5792-4a14-9ae7-340b1f48459a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.447021] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 648.447021] env[69262]: value = "task-3713082" [ 648.447021] env[69262]: _type = "Task" [ 648.447021] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.463759] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.651237] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Releasing lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.651524] env[69262]: DEBUG nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance network_info: |[{"id": "65be8a69-7c10-4435-927c-73f401c46203", "address": "fa:16:3e:80:81:94", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be8a69-7c", "ovs_interfaceid": "65be8a69-7c10-4435-927c-73f401c46203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.652193] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:81:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65be8a69-7c10-4435-927c-73f401c46203', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.668293] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.668662] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.669092] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcf85959-1d0a-4b38-8645-87aab1938d5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.708616] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.708616] env[69262]: value = "task-3713083" [ 648.708616] env[69262]: _type = "Task" [ 648.708616] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.724112] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713083, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.890628] env[69262]: DEBUG oslo_vmware.api [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713080, 'name': PowerOnVM_Task, 'duration_secs': 0.845614} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.890999] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.891260] env[69262]: INFO nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Took 12.40 seconds to spawn the instance on the hypervisor. [ 648.891481] env[69262]: DEBUG nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 648.892814] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ae9e53-247b-4b56-bedd-751a47ae6e1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.921552] env[69262]: DEBUG nova.compute.manager [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Received event network-vif-plugged-09261123-8c1a-440b-b452-3fccd2b5b069 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.921872] env[69262]: DEBUG oslo_concurrency.lockutils [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] Acquiring lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.922281] env[69262]: DEBUG oslo_concurrency.lockutils [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.922524] env[69262]: DEBUG oslo_concurrency.lockutils [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.923312] env[69262]: DEBUG nova.compute.manager [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] No waiting events found dispatching network-vif-plugged-09261123-8c1a-440b-b452-3fccd2b5b069 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 648.924672] env[69262]: WARNING nova.compute.manager [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Received unexpected event network-vif-plugged-09261123-8c1a-440b-b452-3fccd2b5b069 for instance with vm_state building and task_state spawning. [ 648.924903] env[69262]: DEBUG nova.compute.manager [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Received event network-changed-09261123-8c1a-440b-b452-3fccd2b5b069 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.925209] env[69262]: DEBUG nova.compute.manager [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Refreshing instance network info cache due to event network-changed-09261123-8c1a-440b-b452-3fccd2b5b069. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.925446] env[69262]: DEBUG oslo_concurrency.lockutils [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] Acquiring lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.925606] env[69262]: DEBUG oslo_concurrency.lockutils [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] Acquired lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.925765] env[69262]: DEBUG nova.network.neutron [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Refreshing network info cache for port 09261123-8c1a-440b-b452-3fccd2b5b069 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.961395] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.078358] env[69262]: DEBUG nova.compute.manager [None req-41003c4d-772b-4d0f-a8f2-8ed5b7b537db tempest-ServerDiagnosticsTest-1857591883 tempest-ServerDiagnosticsTest-1857591883-project-admin] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 649.081960] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a753735d-c82e-4a8b-8daa-62012c7a3492 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.090876] env[69262]: INFO nova.compute.manager [None req-41003c4d-772b-4d0f-a8f2-8ed5b7b537db tempest-ServerDiagnosticsTest-1857591883 tempest-ServerDiagnosticsTest-1857591883-project-admin] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Retrieving diagnostics [ 649.092127] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e839067-43e8-41ed-88a6-e9cb6fec1462 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.219996] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713083, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.297228] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d040216-898d-44ff-9ce7-b5baf9a0dbba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.311356] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255b2961-79b2-4c8d-863d-f030e7d5b647 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.352447] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5824efa9-93de-4ea0-b9ad-6495895666e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.362856] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651d9251-07bc-4c0d-80b5-cd984459d287 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.380968] env[69262]: DEBUG nova.compute.provider_tree [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.406194] env[69262]: DEBUG nova.network.neutron [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updated VIF entry in instance network info cache for port 402a0c9c-b5fa-49ae-a61d-9091d4095743. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.406599] env[69262]: DEBUG nova.network.neutron [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updating instance_info_cache with network_info: [{"id": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "address": "fa:16:3e:1e:e0:7a", "network": {"id": "c94f313c-5365-4f53-8569-5fb80d387423", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1893715033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d794e070d34b12aea9e93aa635e134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a0c9c-b5", "ovs_interfaceid": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.420027] env[69262]: INFO nova.compute.manager [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Took 27.37 seconds to build instance. [ 649.458658] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.709922] env[69262]: DEBUG nova.network.neutron [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Successfully updated port: b0899c82-2b37-4c85-a48b-82166e1eaa5a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.729929] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713083, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.807816] env[69262]: DEBUG nova.network.neutron [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Updated VIF entry in instance network info cache for port 09261123-8c1a-440b-b452-3fccd2b5b069. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.808414] env[69262]: DEBUG nova.network.neutron [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Updating instance_info_cache with network_info: [{"id": "09261123-8c1a-440b-b452-3fccd2b5b069", "address": "fa:16:3e:7f:68:3e", "network": {"id": "de2e5b41-4500-43a3-8f0c-be81c90deff6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1538294194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dd1b06116a4297b51e621cc6249512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09261123-8c", "ovs_interfaceid": "09261123-8c1a-440b-b452-3fccd2b5b069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.883966] env[69262]: DEBUG nova.scheduler.client.report [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.916855] env[69262]: DEBUG oslo_concurrency.lockutils [req-be4ed3f5-3751-4c29-91df-0a95579626ac req-b0f96d11-10e6-44d9-97f2-89c19723e285 service nova] Releasing lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.924377] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07a365e5-33e2-4ece-bd9c-0ce2afc3b111 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "7d51790a-49cf-4543-9019-ec99fa441217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.658s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.964222] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713082, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.216275] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "refresh_cache-1bac8a5f-f218-4168-9343-3a755b884db7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.216430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquired lock "refresh_cache-1bac8a5f-f218-4168-9343-3a755b884db7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.216734] env[69262]: DEBUG nova.network.neutron [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.224590] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713083, 'name': CreateVM_Task, 'duration_secs': 1.506019} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.226010] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.226010] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.226010] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.226010] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.226537] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e188e1-b9c6-4ae7-b39a-9c2b1c5bd502 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.234535] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 650.234535] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52837ce6-5e54-5e0e-54c1-d4405d8900a0" [ 650.234535] env[69262]: _type = "Task" [ 650.234535] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.250520] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52837ce6-5e54-5e0e-54c1-d4405d8900a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.311224] env[69262]: DEBUG oslo_concurrency.lockutils [req-31f6a89a-ded1-4b33-9e76-26ab1489a1e6 req-6cd9b689-d501-4708-bec5-1e263e6ad4ff service nova] Releasing lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.391630] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.392321] env[69262]: DEBUG nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.396394] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.484s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.398254] env[69262]: INFO nova.compute.claims [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.428033] env[69262]: DEBUG nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.462985] env[69262]: DEBUG oslo_vmware.api [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713082, 'name': PowerOnVM_Task, 'duration_secs': 1.644389} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.464587] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.465779] env[69262]: INFO nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Took 11.40 seconds to spawn the instance on the hypervisor. [ 650.466507] env[69262]: DEBUG nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 650.469595] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b5e029-5226-43d3-a314-b7875b57a6c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.748358] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52837ce6-5e54-5e0e-54c1-d4405d8900a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015326} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.751681] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.752174] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.752684] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.753043] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.753370] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.753853] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca45b3a8-c457-46de-9866-828c326503c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.768318] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.768318] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.768318] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709565e4-6241-4565-a2b6-61662cc49ccb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.773681] env[69262]: DEBUG nova.network.neutron [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.778065] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 650.778065] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5213d82a-d182-7c94-66ed-5ef8cdccc938" [ 650.778065] env[69262]: _type = "Task" [ 650.778065] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.791309] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5213d82a-d182-7c94-66ed-5ef8cdccc938, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.792633] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394e9dc2-6658-45ec-840d-3ad7005c13f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.802694] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 650.802694] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523d3f7a-e4fe-9c5b-b7c4-0dc338bd94a6" [ 650.802694] env[69262]: _type = "Task" [ 650.802694] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.818992] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523d3f7a-e4fe-9c5b-b7c4-0dc338bd94a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015038} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.819475] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.819850] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 266e36d8-f549-490a-a288-2437185c6d7f/266e36d8-f549-490a-a288-2437185c6d7f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.820322] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba31260a-4978-4ae1-abe9-d09620a49d07 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.830067] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 650.830067] env[69262]: value = "task-3713084" [ 650.830067] env[69262]: _type = "Task" [ 650.830067] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.844313] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.910021] env[69262]: DEBUG nova.compute.utils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.910021] env[69262]: DEBUG nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.910021] env[69262]: DEBUG nova.network.neutron [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.960610] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.982731] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e3f0b-4366-d265-addd-2cfa0a400ffd/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 650.984167] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf065c49-7eb7-4619-896c-15c81630b24d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.996014] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e3f0b-4366-d265-addd-2cfa0a400ffd/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 650.996377] env[69262]: ERROR oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e3f0b-4366-d265-addd-2cfa0a400ffd/disk-0.vmdk due to incomplete transfer. [ 650.998524] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-614875f8-8f72-460b-821c-c0d278d4d0b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.002395] env[69262]: INFO nova.compute.manager [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Took 27.64 seconds to build instance. [ 651.010976] env[69262]: DEBUG oslo_vmware.rw_handles [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526e3f0b-4366-d265-addd-2cfa0a400ffd/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 651.011514] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Uploaded image ab72bfba-b3ba-4355-833b-2553f36a59e3 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 651.014064] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 651.015788] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-277042b9-57d8-4030-bccb-19233fb1c66f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.017459] env[69262]: DEBUG nova.network.neutron [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Updating instance_info_cache with network_info: [{"id": "b0899c82-2b37-4c85-a48b-82166e1eaa5a", "address": "fa:16:3e:f1:f0:bf", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0899c82-2b", "ovs_interfaceid": "b0899c82-2b37-4c85-a48b-82166e1eaa5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.026370] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 651.026370] env[69262]: value = "task-3713085" [ 651.026370] env[69262]: _type = "Task" [ 651.026370] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.040025] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713085, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.043095] env[69262]: DEBUG nova.policy [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5f24fe38af14c699f0ea647990255b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1cbb78fef4d146759bab941cd3dd2e4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.346629] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.413678] env[69262]: DEBUG nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.505358] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4095eb51-53f8-4b19-856b-796e20afb8c2 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.813s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.522129] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Releasing lock "refresh_cache-1bac8a5f-f218-4168-9343-3a755b884db7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.522758] env[69262]: DEBUG nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Instance network_info: |[{"id": "b0899c82-2b37-4c85-a48b-82166e1eaa5a", "address": "fa:16:3e:f1:f0:bf", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0899c82-2b", "ovs_interfaceid": "b0899c82-2b37-4c85-a48b-82166e1eaa5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.523385] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:f0:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0899c82-2b37-4c85-a48b-82166e1eaa5a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.536121] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Creating folder: Project (6555323bb3014b4098e247e8b6d0d27d). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.540730] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5cb3972-7e96-464a-93cd-b566a82672fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.557376] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713085, 'name': Destroy_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.562751] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Created folder: Project (6555323bb3014b4098e247e8b6d0d27d) in parent group-v739409. [ 651.563085] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Creating folder: Instances. Parent ref: group-v739471. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.563596] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-417f47a9-5df4-4425-b88c-a0ce872e679f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.582203] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Created folder: Instances in parent group-v739471. [ 651.582545] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.582862] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.583283] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5afa895-07ca-4694-b619-5715a4acea75 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.613041] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.613041] env[69262]: value = "task-3713088" [ 651.613041] env[69262]: _type = "Task" [ 651.613041] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.623963] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713088, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.639524] env[69262]: DEBUG nova.network.neutron [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Successfully created port: 380f5e47-233e-4600-9d3a-29f78175deb6 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.849492] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608844} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.851133] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 266e36d8-f549-490a-a288-2437185c6d7f/266e36d8-f549-490a-a288-2437185c6d7f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.851133] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.851133] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d40d795b-aa81-41e9-83e8-65024ba6d375 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.859080] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 651.859080] env[69262]: value = "task-3713089" [ 651.859080] env[69262]: _type = "Task" [ 651.859080] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.872218] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.887028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.887028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.887028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.887028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.887631] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.888382] env[69262]: INFO nova.compute.manager [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Terminating instance [ 651.925562] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e736029-8a8f-4acd-97c5-3a31cf38a3b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.939992] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1949de3-cf28-46e6-a894-9392f786313d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.993043] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e06f66-03d7-4e07-b0e5-5c65c3afdd2e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.005247] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "cec98253-43e7-431f-9b13-b12358827e07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.005441] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "cec98253-43e7-431f-9b13-b12358827e07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.015554] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad33c1-8404-4394-ac78-8a571b45c34f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.037278] env[69262]: DEBUG nova.compute.provider_tree [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.056039] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713085, 'name': Destroy_Task, 'duration_secs': 0.86686} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.056360] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Destroyed the VM [ 652.056644] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 652.058622] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df3ca7ea-96ff-4481-ab1c-22b3930b65f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.068697] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 652.068697] env[69262]: value = "task-3713090" [ 652.068697] env[69262]: _type = "Task" [ 652.068697] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.082188] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.125415] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713088, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.376920] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344273} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.377680] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.379592] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa6a03-2bf6-4925-8e78-d1c1c5ce3a29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.384109] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "38b2f84d-0d1b-4674-87b0-a118486e7218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.384344] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.384796] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "38b2f84d-0d1b-4674-87b0-a118486e7218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.384900] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.384974] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.387338] env[69262]: INFO nova.compute.manager [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Terminating instance [ 652.401913] env[69262]: DEBUG nova.compute.manager [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.402219] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.413015] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 266e36d8-f549-490a-a288-2437185c6d7f/266e36d8-f549-490a-a288-2437185c6d7f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.415031] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a4eda8-3fce-402e-bdec-1a6bc03193a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.420904] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d485a3-a92e-420e-936b-1fd2611ff518 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.440626] env[69262]: DEBUG nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.447791] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.449521] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df044864-7e9d-4979-bd9e-95dcb8a18398 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.451713] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 652.451713] env[69262]: value = "task-3713091" [ 652.451713] env[69262]: _type = "Task" [ 652.451713] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.463415] env[69262]: DEBUG oslo_vmware.api [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 652.463415] env[69262]: value = "task-3713092" [ 652.463415] env[69262]: _type = "Task" [ 652.463415] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.477915] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.485421] env[69262]: DEBUG oslo_vmware.api [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.488323] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.488323] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.488323] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.488600] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.488668] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.488827] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.489077] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.489335] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.489525] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.489765] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.489869] env[69262]: DEBUG nova.virt.hardware [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.490812] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba472ee-d8fa-466e-b046-815d7d0e01b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.500683] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2676e9-456c-498a-ab7d-9fc47db03ffb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.518135] env[69262]: DEBUG nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.542503] env[69262]: DEBUG nova.scheduler.client.report [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.588270] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.626464] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713088, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.747383] env[69262]: DEBUG nova.compute.manager [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Received event network-vif-deleted-b30d41cc-64f8-4938-9f5a-32a3e8c18669 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.748978] env[69262]: DEBUG nova.compute.manager [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Received event network-vif-plugged-b0899c82-2b37-4c85-a48b-82166e1eaa5a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.749251] env[69262]: DEBUG oslo_concurrency.lockutils [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] Acquiring lock "1bac8a5f-f218-4168-9343-3a755b884db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.749467] env[69262]: DEBUG oslo_concurrency.lockutils [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] Lock "1bac8a5f-f218-4168-9343-3a755b884db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.749628] env[69262]: DEBUG oslo_concurrency.lockutils [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] Lock "1bac8a5f-f218-4168-9343-3a755b884db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.749791] env[69262]: DEBUG nova.compute.manager [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] No waiting events found dispatching network-vif-plugged-b0899c82-2b37-4c85-a48b-82166e1eaa5a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 652.750020] env[69262]: WARNING nova.compute.manager [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Received unexpected event network-vif-plugged-b0899c82-2b37-4c85-a48b-82166e1eaa5a for instance with vm_state building and task_state spawning. [ 652.750215] env[69262]: DEBUG nova.compute.manager [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Received event network-changed-b0899c82-2b37-4c85-a48b-82166e1eaa5a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.750383] env[69262]: DEBUG nova.compute.manager [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Refreshing instance network info cache due to event network-changed-b0899c82-2b37-4c85-a48b-82166e1eaa5a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.750565] env[69262]: DEBUG oslo_concurrency.lockutils [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] Acquiring lock "refresh_cache-1bac8a5f-f218-4168-9343-3a755b884db7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.750755] env[69262]: DEBUG oslo_concurrency.lockutils [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] Acquired lock "refresh_cache-1bac8a5f-f218-4168-9343-3a755b884db7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.750875] env[69262]: DEBUG nova.network.neutron [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Refreshing network info cache for port b0899c82-2b37-4c85-a48b-82166e1eaa5a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.773342] env[69262]: DEBUG nova.compute.manager [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Received event network-vif-plugged-65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.775222] env[69262]: DEBUG oslo_concurrency.lockutils [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] Acquiring lock "266e36d8-f549-490a-a288-2437185c6d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.775222] env[69262]: DEBUG oslo_concurrency.lockutils [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] Lock "266e36d8-f549-490a-a288-2437185c6d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.775222] env[69262]: DEBUG oslo_concurrency.lockutils [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] Lock "266e36d8-f549-490a-a288-2437185c6d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.775803] env[69262]: DEBUG nova.compute.manager [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] No waiting events found dispatching network-vif-plugged-65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 652.775803] env[69262]: WARNING nova.compute.manager [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Received unexpected event network-vif-plugged-65be8a69-7c10-4435-927c-73f401c46203 for instance with vm_state building and task_state spawning. [ 652.776279] env[69262]: DEBUG nova.compute.manager [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Received event network-changed-65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.776279] env[69262]: DEBUG nova.compute.manager [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Refreshing instance network info cache due to event network-changed-65be8a69-7c10-4435-927c-73f401c46203. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.776279] env[69262]: DEBUG oslo_concurrency.lockutils [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] Acquiring lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.776474] env[69262]: DEBUG oslo_concurrency.lockutils [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] Acquired lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.776581] env[69262]: DEBUG nova.network.neutron [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Refreshing network info cache for port 65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.891729] env[69262]: DEBUG nova.compute.manager [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.891729] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.895577] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30381220-eb96-41fa-9b57-2660a432cda2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.906300] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.906846] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96386063-d1cd-40ef-8b20-2bee454444bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.916906] env[69262]: DEBUG oslo_vmware.api [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 652.916906] env[69262]: value = "task-3713093" [ 652.916906] env[69262]: _type = "Task" [ 652.916906] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.928605] env[69262]: DEBUG oslo_vmware.api [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.963684] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.976080] env[69262]: DEBUG oslo_vmware.api [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713092, 'name': PowerOffVM_Task, 'duration_secs': 0.300467} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.976810] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.976810] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.977050] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dca74ba0-7e11-4b83-85f0-8038ae593ab5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.051648] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.052460] env[69262]: DEBUG nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.057933] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.059915] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.066s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.063209] env[69262]: INFO nova.compute.claims [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.076394] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.076752] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.076963] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Deleting the datastore file [datastore1] 7a983d1c-5bad-45f5-a8e4-e1c1d2274725 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.077357] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b23794e-e725-476b-addd-2c600e169d12 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.085419] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713090, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.094153] env[69262]: DEBUG oslo_vmware.api [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for the task: (returnval){ [ 653.094153] env[69262]: value = "task-3713095" [ 653.094153] env[69262]: _type = "Task" [ 653.094153] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.106403] env[69262]: DEBUG oslo_vmware.api [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.135769] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713088, 'name': CreateVM_Task, 'duration_secs': 1.137056} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.135769] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "77282dc6-c5d8-47ce-8458-81b7672edd10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.135769] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "77282dc6-c5d8-47ce-8458-81b7672edd10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.135769] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "77282dc6-c5d8-47ce-8458-81b7672edd10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.136753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "77282dc6-c5d8-47ce-8458-81b7672edd10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.136753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "77282dc6-c5d8-47ce-8458-81b7672edd10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.137630] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.137772] env[69262]: INFO nova.compute.manager [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Terminating instance [ 653.140475] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.140716] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.141553] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.143563] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cef24508-b045-48e3-ae27-967c1bbf34d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.154798] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 653.154798] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5200f5ff-2a6c-f4c7-3b82-fa650d0c8c26" [ 653.154798] env[69262]: _type = "Task" [ 653.154798] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.168604] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5200f5ff-2a6c-f4c7-3b82-fa650d0c8c26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.234642] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.235399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.236323] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a0a7ca-2303-4ea6-babe-855412aadf3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.244760] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Suspending the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 653.245148] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-daf4e19b-dab3-42e4-a87f-86a46e67dfce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.251367] env[69262]: DEBUG oslo_vmware.api [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] Waiting for the task: (returnval){ [ 653.251367] env[69262]: value = "task-3713096" [ 653.251367] env[69262]: _type = "Task" [ 653.251367] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.268276] env[69262]: DEBUG oslo_vmware.api [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] Task: {'id': task-3713096, 'name': SuspendVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.432211] env[69262]: DEBUG oslo_vmware.api [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713093, 'name': PowerOffVM_Task, 'duration_secs': 0.295597} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.432211] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.432211] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.432959] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19d18276-15e5-4774-aecb-23fef89279d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.467634] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713091, 'name': ReconfigVM_Task, 'duration_secs': 0.793874} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.467939] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 266e36d8-f549-490a-a288-2437185c6d7f/266e36d8-f549-490a-a288-2437185c6d7f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.469096] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703cbefa-0166-435d-859e-b83deb2ea14e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.476487] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 653.476487] env[69262]: value = "task-3713098" [ 653.476487] env[69262]: _type = "Task" [ 653.476487] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.487750] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713098, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.567979] env[69262]: DEBUG nova.compute.utils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.573080] env[69262]: DEBUG nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.573080] env[69262]: DEBUG nova.network.neutron [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.579662] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.580085] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.580085] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Deleting the datastore file [datastore2] 38b2f84d-0d1b-4674-87b0-a118486e7218 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.587115] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24078b97-2b76-417f-bf5a-4c08089bff9a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.600309] env[69262]: DEBUG oslo_vmware.api [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713090, 'name': RemoveSnapshot_Task, 'duration_secs': 1.17715} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.602911] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 653.603203] env[69262]: INFO nova.compute.manager [None req-5ebb6e09-9740-4514-9c36-0e022ebf494f tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Took 17.27 seconds to snapshot the instance on the hypervisor. [ 653.605697] env[69262]: DEBUG oslo_vmware.api [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for the task: (returnval){ [ 653.605697] env[69262]: value = "task-3713099" [ 653.605697] env[69262]: _type = "Task" [ 653.605697] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.612923] env[69262]: DEBUG oslo_vmware.api [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Task: {'id': task-3713095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193489} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.613586] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.613762] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.613934] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.614224] env[69262]: INFO nova.compute.manager [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Took 1.21 seconds to destroy the instance on the hypervisor. [ 653.614453] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.615022] env[69262]: DEBUG nova.compute.manager [-] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.615022] env[69262]: DEBUG nova.network.neutron [-] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.622219] env[69262]: DEBUG oslo_vmware.api [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.647849] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "refresh_cache-77282dc6-c5d8-47ce-8458-81b7672edd10" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.648034] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquired lock "refresh_cache-77282dc6-c5d8-47ce-8458-81b7672edd10" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.648161] env[69262]: DEBUG nova.network.neutron [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.670638] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5200f5ff-2a6c-f4c7-3b82-fa650d0c8c26, 'name': SearchDatastore_Task, 'duration_secs': 0.030172} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.670975] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.671240] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.671564] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.671675] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.671769] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.672047] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78d80227-6457-4969-88ef-d5c4593614b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.681060] env[69262]: DEBUG nova.network.neutron [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Updated VIF entry in instance network info cache for port b0899c82-2b37-4c85-a48b-82166e1eaa5a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.681060] env[69262]: DEBUG nova.network.neutron [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Updating instance_info_cache with network_info: [{"id": "b0899c82-2b37-4c85-a48b-82166e1eaa5a", "address": "fa:16:3e:f1:f0:bf", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0899c82-2b", "ovs_interfaceid": "b0899c82-2b37-4c85-a48b-82166e1eaa5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.682128] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.682241] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.683491] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b14c9b-fca4-4a7e-bcf0-7e2f3f2ac1d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.695154] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 653.695154] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524ddc16-eecb-4018-f65f-2deb110e33e8" [ 653.695154] env[69262]: _type = "Task" [ 653.695154] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.705892] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524ddc16-eecb-4018-f65f-2deb110e33e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011534} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.706768] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cc8ca3-f214-4c49-b032-6f23ca8f660a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.713128] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 653.713128] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cc072e-bc59-be59-d5c4-cc894c9f397c" [ 653.713128] env[69262]: _type = "Task" [ 653.713128] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.727139] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cc072e-bc59-be59-d5c4-cc894c9f397c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.729599] env[69262]: DEBUG nova.network.neutron [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updated VIF entry in instance network info cache for port 65be8a69-7c10-4435-927c-73f401c46203. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.729987] env[69262]: DEBUG nova.network.neutron [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updating instance_info_cache with network_info: [{"id": "65be8a69-7c10-4435-927c-73f401c46203", "address": "fa:16:3e:80:81:94", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be8a69-7c", "ovs_interfaceid": "65be8a69-7c10-4435-927c-73f401c46203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.762746] env[69262]: DEBUG oslo_vmware.api [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] Task: {'id': task-3713096, 'name': SuspendVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.764468] env[69262]: DEBUG nova.policy [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba8579383f9e455f95f142d5d201add4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0324f76fa74e059fbc0cd2da43ea7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.989024] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713098, 'name': Rename_Task, 'duration_secs': 0.36471} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.990234] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.990670] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4852f5de-6d65-4733-934a-724b65459445 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.001953] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 654.001953] env[69262]: value = "task-3713100" [ 654.001953] env[69262]: _type = "Task" [ 654.001953] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.015318] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.075191] env[69262]: DEBUG nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.128905] env[69262]: DEBUG oslo_vmware.api [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Task: {'id': task-3713099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240805} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.129594] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.129941] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.130261] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.132030] env[69262]: INFO nova.compute.manager [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Took 1.24 seconds to destroy the instance on the hypervisor. [ 654.132030] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.132030] env[69262]: DEBUG nova.compute.manager [-] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.132030] env[69262]: DEBUG nova.network.neutron [-] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.178146] env[69262]: DEBUG nova.network.neutron [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.184680] env[69262]: DEBUG oslo_concurrency.lockutils [req-440b2c20-ed5b-4da3-a934-3fa6217fef5c req-66e80478-369d-43eb-a35b-23bd52ea8fb5 service nova] Releasing lock "refresh_cache-1bac8a5f-f218-4168-9343-3a755b884db7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.227460] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cc072e-bc59-be59-d5c4-cc894c9f397c, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.231162] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.232378] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 1bac8a5f-f218-4168-9343-3a755b884db7/1bac8a5f-f218-4168-9343-3a755b884db7.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.235459] env[69262]: DEBUG oslo_concurrency.lockutils [req-adb250dc-46b0-434c-8a60-1543edd96ed5 req-9428d6c4-9630-4d94-b9a1-e30cba46d422 service nova] Releasing lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.235459] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faf8dea7-1216-459d-b9b0-2853475be55e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.244236] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 654.244236] env[69262]: value = "task-3713101" [ 654.244236] env[69262]: _type = "Task" [ 654.244236] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.261780] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.269879] env[69262]: DEBUG oslo_vmware.api [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] Task: {'id': task-3713096, 'name': SuspendVM_Task} progress is 83%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.289355] env[69262]: DEBUG nova.network.neutron [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.473473] env[69262]: DEBUG nova.network.neutron [-] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.514148] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.605843] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf3f22-0046-4635-b783-3ae531bcc666 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.627056] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7144d9b-ace8-4bef-9eee-3c3497e60c1a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.696263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6492e27b-3aef-45c4-9a55-173bd2067180 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.706522] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc5cca-b4bc-45e6-95d2-106d807d7bb0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.724859] env[69262]: DEBUG nova.compute.provider_tree [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.757957] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713101, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.767524] env[69262]: DEBUG oslo_vmware.api [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] Task: {'id': task-3713096, 'name': SuspendVM_Task, 'duration_secs': 1.282027} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.767933] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Suspended the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 654.768274] env[69262]: DEBUG nova.compute.manager [None req-fa906a22-876a-4c7c-a21c-68d1f5b6d420 tempest-ServersAdminNegativeTestJSON-471124092 tempest-ServersAdminNegativeTestJSON-471124092-project-admin] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 654.769218] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b202d8-c159-4df4-9cd2-4dd940618f39 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.785206] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "583f16a5-64a5-4d62-9860-ae79623c925c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.785451] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "583f16a5-64a5-4d62-9860-ae79623c925c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.793428] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Releasing lock "refresh_cache-77282dc6-c5d8-47ce-8458-81b7672edd10" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.793428] env[69262]: DEBUG nova.compute.manager [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.793428] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.794422] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4f9e4a-c2d5-4d2b-b72e-abc2a54e0a35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.802962] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.803261] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba30fea5-6a5e-4246-8901-467899fbdc77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.813021] env[69262]: DEBUG oslo_vmware.api [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 654.813021] env[69262]: value = "task-3713102" [ 654.813021] env[69262]: _type = "Task" [ 654.813021] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.821680] env[69262]: DEBUG oslo_vmware.api [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.830835] env[69262]: DEBUG nova.network.neutron [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Successfully updated port: 380f5e47-233e-4600-9d3a-29f78175deb6 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.977734] env[69262]: INFO nova.compute.manager [-] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Took 1.36 seconds to deallocate network for instance. [ 654.992701] env[69262]: DEBUG nova.network.neutron [-] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.013378] env[69262]: DEBUG oslo_vmware.api [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713100, 'name': PowerOnVM_Task, 'duration_secs': 0.962939} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.013378] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.013378] env[69262]: INFO nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Took 11.18 seconds to spawn the instance on the hypervisor. [ 655.013589] env[69262]: DEBUG nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 655.015077] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37ce28f-64da-41f1-ad9b-878abf5ddfd8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.089097] env[69262]: DEBUG nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.121658] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.121920] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.122084] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.122275] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.122421] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.122565] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.122778] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.123367] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.123617] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.123873] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.124203] env[69262]: DEBUG nova.virt.hardware [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.125162] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e930a1-d642-4eea-8db8-060cdef36693 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.134050] env[69262]: DEBUG nova.network.neutron [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Successfully created port: 66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.137576] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39d8cb4-969c-4712-83c9-4e97bbccec33 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.231476] env[69262]: DEBUG nova.scheduler.client.report [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.254394] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713101, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.322826] env[69262]: DEBUG oslo_vmware.api [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713102, 'name': PowerOffVM_Task, 'duration_secs': 0.333775} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.322826] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.322826] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.322826] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2855f0d-b8c0-4c52-b92d-07d4cc0f92ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.334693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "refresh_cache-46918116-b900-40cc-b7f6-2ee0626361a2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.334693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired lock "refresh_cache-46918116-b900-40cc-b7f6-2ee0626361a2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.334693] env[69262]: DEBUG nova.network.neutron [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.353740] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.353740] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.353740] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleting the datastore file [datastore2] 77282dc6-c5d8-47ce-8458-81b7672edd10 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.353991] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8893c443-6854-4ff4-ad59-b65d542690f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.368709] env[69262]: DEBUG oslo_vmware.api [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for the task: (returnval){ [ 655.368709] env[69262]: value = "task-3713104" [ 655.368709] env[69262]: _type = "Task" [ 655.368709] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.382979] env[69262]: DEBUG oslo_vmware.api [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.489786] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.497724] env[69262]: INFO nova.compute.manager [-] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Took 1.37 seconds to deallocate network for instance. [ 655.543134] env[69262]: INFO nova.compute.manager [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Took 26.60 seconds to build instance. [ 655.737695] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.738109] env[69262]: DEBUG nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.741667] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.649s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.742890] env[69262]: INFO nova.compute.claims [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.760339] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713101, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.878928] env[69262]: DEBUG oslo_vmware.api [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Task: {'id': task-3713104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104172} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.879619] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.879619] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.879619] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.879898] env[69262]: INFO nova.compute.manager [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Took 1.09 seconds to destroy the instance on the hypervisor. [ 655.879933] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.880135] env[69262]: DEBUG nova.compute.manager [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.880260] env[69262]: DEBUG nova.network.neutron [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.894775] env[69262]: DEBUG nova.network.neutron [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.897765] env[69262]: DEBUG nova.network.neutron [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.011069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.046981] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bd525559-eceb-40fa-b994-2521f667d998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.171s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.079017] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.079598] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.079822] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.080053] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.080178] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.087952] env[69262]: INFO nova.compute.manager [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Terminating instance [ 656.144038] env[69262]: DEBUG nova.network.neutron [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Updating instance_info_cache with network_info: [{"id": "380f5e47-233e-4600-9d3a-29f78175deb6", "address": "fa:16:3e:86:b4:61", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380f5e47-23", "ovs_interfaceid": "380f5e47-233e-4600-9d3a-29f78175deb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.250817] env[69262]: DEBUG nova.compute.utils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.256864] env[69262]: DEBUG nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.259801] env[69262]: DEBUG nova.network.neutron [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.290397] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713101, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.542121} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.293745] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 1bac8a5f-f218-4168-9343-3a755b884db7/1bac8a5f-f218-4168-9343-3a755b884db7.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.293745] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.295022] env[69262]: DEBUG nova.compute.manager [req-ad129adc-33fa-4b27-88d0-766353ebf134 req-463c80f2-b8fe-4e01-bc16-5dc20c368ca8 service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Received event network-vif-plugged-380f5e47-233e-4600-9d3a-29f78175deb6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.295327] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad129adc-33fa-4b27-88d0-766353ebf134 req-463c80f2-b8fe-4e01-bc16-5dc20c368ca8 service nova] Acquiring lock "46918116-b900-40cc-b7f6-2ee0626361a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.295644] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad129adc-33fa-4b27-88d0-766353ebf134 req-463c80f2-b8fe-4e01-bc16-5dc20c368ca8 service nova] Lock "46918116-b900-40cc-b7f6-2ee0626361a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.295899] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad129adc-33fa-4b27-88d0-766353ebf134 req-463c80f2-b8fe-4e01-bc16-5dc20c368ca8 service nova] Lock "46918116-b900-40cc-b7f6-2ee0626361a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.296177] env[69262]: DEBUG nova.compute.manager [req-ad129adc-33fa-4b27-88d0-766353ebf134 req-463c80f2-b8fe-4e01-bc16-5dc20c368ca8 service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] No waiting events found dispatching network-vif-plugged-380f5e47-233e-4600-9d3a-29f78175deb6 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 656.296440] env[69262]: WARNING nova.compute.manager [req-ad129adc-33fa-4b27-88d0-766353ebf134 req-463c80f2-b8fe-4e01-bc16-5dc20c368ca8 service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Received unexpected event network-vif-plugged-380f5e47-233e-4600-9d3a-29f78175deb6 for instance with vm_state building and task_state spawning. [ 656.297287] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-895f69fe-2f83-4457-a427-986991db0d56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.311327] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 656.311327] env[69262]: value = "task-3713105" [ 656.311327] env[69262]: _type = "Task" [ 656.311327] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.323427] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.340968] env[69262]: DEBUG nova.policy [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aaa0d5a2f42436bb2ebaec0698a3393', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25717088aa304422b5a103e8506395dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.361408] env[69262]: DEBUG nova.compute.manager [req-1b61ca24-6492-49bf-bf55-83e7f045b0d4 req-29395d0b-e618-40ee-8834-46bc57f03c28 service nova] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Received event network-vif-deleted-d1c3d96c-6ba2-49b3-9365-7797e501470b {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.361532] env[69262]: DEBUG nova.compute.manager [req-1b61ca24-6492-49bf-bf55-83e7f045b0d4 req-29395d0b-e618-40ee-8834-46bc57f03c28 service nova] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Received event network-vif-deleted-1ad0ed55-cb66-459a-9a82-faa926d75efc {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.401729] env[69262]: DEBUG nova.network.neutron [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.556415] env[69262]: DEBUG nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.593676] env[69262]: DEBUG nova.compute.manager [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.593676] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.598502] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4967abf0-fab4-4f63-b34b-26f4bda96716 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.616831] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.616831] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1824f30-bbe2-4836-a95d-1b2e209ea45c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.627195] env[69262]: DEBUG oslo_vmware.api [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 656.627195] env[69262]: value = "task-3713106" [ 656.627195] env[69262]: _type = "Task" [ 656.627195] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.648684] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Releasing lock "refresh_cache-46918116-b900-40cc-b7f6-2ee0626361a2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.649985] env[69262]: DEBUG nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Instance network_info: |[{"id": "380f5e47-233e-4600-9d3a-29f78175deb6", "address": "fa:16:3e:86:b4:61", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380f5e47-23", "ovs_interfaceid": "380f5e47-233e-4600-9d3a-29f78175deb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.652412] env[69262]: DEBUG oslo_vmware.api [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.655737] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:b4:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '380f5e47-233e-4600-9d3a-29f78175deb6', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.667212] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.668079] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.668348] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-241c2211-3685-4861-a1f1-eb3e2451f736 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.696614] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.696614] env[69262]: value = "task-3713107" [ 656.696614] env[69262]: _type = "Task" [ 656.696614] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.708206] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713107, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.754430] env[69262]: DEBUG nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.823419] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08007} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.826425] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.827866] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e354fa6e-8172-4442-abb5-0e7319e1e1fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.844924] env[69262]: DEBUG oslo_concurrency.lockutils [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.845252] env[69262]: DEBUG oslo_concurrency.lockutils [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.845505] env[69262]: INFO nova.compute.manager [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Rebooting instance [ 656.856311] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1bac8a5f-f218-4168-9343-3a755b884db7/1bac8a5f-f218-4168-9343-3a755b884db7.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.858113] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46597ede-2a1a-4f88-9954-5db9586591d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.874132] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458d6673-f106-49ad-8111-452aec17e360 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.885638] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a804b2b4-80af-4b51-a6bb-461294c40ea8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.889382] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 656.889382] env[69262]: value = "task-3713108" [ 656.889382] env[69262]: _type = "Task" [ 656.889382] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.923474] env[69262]: INFO nova.compute.manager [-] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Took 1.04 seconds to deallocate network for instance. [ 656.926634] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ad66ff-9e5b-44f2-8429-6712cfd8b309 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.935733] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.942517] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b50f09-df22-408f-aae3-1e8568391e40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.958441] env[69262]: DEBUG nova.compute.provider_tree [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.085743] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.125071] env[69262]: DEBUG nova.network.neutron [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Successfully created port: 19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.136896] env[69262]: DEBUG oslo_vmware.api [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713106, 'name': PowerOffVM_Task, 'duration_secs': 0.330399} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.141734] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.141811] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.142986] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d749cb21-70c7-422e-afc0-61cd7ae9dd41 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.207275] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713107, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.223350] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.223712] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.224041] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Deleting the datastore file [datastore1] 5ba7eafb-0ece-4cb2-b16a-067ee58988f1 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.224386] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cebf8ce-e039-4c10-90cb-d41d32c0a3df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.237083] env[69262]: DEBUG oslo_vmware.api [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for the task: (returnval){ [ 657.237083] env[69262]: value = "task-3713110" [ 657.237083] env[69262]: _type = "Task" [ 657.237083] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.248864] env[69262]: DEBUG oslo_vmware.api [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.259908] env[69262]: INFO nova.virt.block_device [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Booting with volume b56607b1-374b-4dfd-8b92-a9c4e64827c4 at /dev/sda [ 657.327784] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d6fc153-34d6-4537-bae9-aa4b0f657520 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.338227] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b09418-a522-4207-bbf9-b0d1346fafaa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.382435] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b964e9-f20f-49f1-9d68-21fc8bc01b24 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.387156] env[69262]: DEBUG oslo_concurrency.lockutils [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.387333] env[69262]: DEBUG oslo_concurrency.lockutils [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquired lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.387503] env[69262]: DEBUG nova.network.neutron [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.401850] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cbdc71-3ef4-4ec0-98bc-88c64f2779c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.424563] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713108, 'name': ReconfigVM_Task, 'duration_secs': 0.472354} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.425637] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1bac8a5f-f218-4168-9343-3a755b884db7/1bac8a5f-f218-4168-9343-3a755b884db7.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.425815] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-265f4b4b-8919-482c-ae38-1cef71ebdebb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.441087] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.442770] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfc26a7-d6d3-4ce9-be07-114e4d924916 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.447045] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 657.447045] env[69262]: value = "task-3713111" [ 657.447045] env[69262]: _type = "Task" [ 657.447045] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.454163] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6281f01-d17a-4793-91b4-285ddf03e975 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.463427] env[69262]: DEBUG nova.scheduler.client.report [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.467596] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713111, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.473601] env[69262]: DEBUG nova.virt.block_device [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updating existing volume attachment record: d8166e33-b873-48ca-a25a-3a6024cc328c {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 657.640583] env[69262]: DEBUG nova.network.neutron [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Successfully updated port: 66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.707769] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713107, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.753738] env[69262]: DEBUG oslo_vmware.api [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Task: {'id': task-3713110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188048} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.753738] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.753738] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.753738] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.753738] env[69262]: INFO nova.compute.manager [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 657.753987] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.753987] env[69262]: DEBUG nova.compute.manager [-] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.753987] env[69262]: DEBUG nova.network.neutron [-] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.793933] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "3f878a57-e7ae-400a-abad-3c371c25fb66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.794249] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.961838] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713111, 'name': Rename_Task, 'duration_secs': 0.186346} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.962069] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.962566] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a3f2e9e-62a7-46e6-a6fd-da8813ad2cec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.968890] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.969489] env[69262]: DEBUG nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.975047] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.588s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.979275] env[69262]: INFO nova.compute.claims [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.982216] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 657.982216] env[69262]: value = "task-3713112" [ 657.982216] env[69262]: _type = "Task" [ 657.982216] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.993329] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713112, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.144994] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.144994] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.148329] env[69262]: DEBUG nova.network.neutron [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.196883] env[69262]: DEBUG nova.network.neutron [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Updating instance_info_cache with network_info: [{"id": "09261123-8c1a-440b-b452-3fccd2b5b069", "address": "fa:16:3e:7f:68:3e", "network": {"id": "de2e5b41-4500-43a3-8f0c-be81c90deff6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1538294194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15dd1b06116a4297b51e621cc6249512", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09261123-8c", "ovs_interfaceid": "09261123-8c1a-440b-b452-3fccd2b5b069", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.215213] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713107, 'name': CreateVM_Task, 'duration_secs': 1.04765} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.216271] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.217693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.217869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.218486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.219448] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aade3ea7-6226-49c3-8391-fa61b06a2373 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.230380] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 658.230380] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b44ce0-3201-6241-2362-9f69ae27011d" [ 658.230380] env[69262]: _type = "Task" [ 658.230380] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.243000] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b44ce0-3201-6241-2362-9f69ae27011d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.243431] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.243676] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.243904] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.244110] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.244368] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.244659] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b7105d-1d67-497e-aeed-e222747b9a3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.256037] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.256297] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.257147] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201a1751-6da1-4a7f-a875-ff62a10aa7d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.264698] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 658.264698] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52880990-f6ca-189e-166a-39cee0afd152" [ 658.264698] env[69262]: _type = "Task" [ 658.264698] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.274764] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52880990-f6ca-189e-166a-39cee0afd152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.486890] env[69262]: DEBUG nova.compute.utils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.488923] env[69262]: DEBUG nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.489593] env[69262]: DEBUG nova.network.neutron [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.502992] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713112, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.581431] env[69262]: DEBUG nova.policy [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6be2027f6c80420883a7a0bb301924b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a3cbc9b2eb4c26918657468502646a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.706098] env[69262]: DEBUG oslo_concurrency.lockutils [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Releasing lock "refresh_cache-8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.729670] env[69262]: DEBUG nova.network.neutron [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.777116] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52880990-f6ca-189e-166a-39cee0afd152, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.778220] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0a9124-c396-475d-9808-145b7a493711 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.788227] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 658.788227] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5243a6e1-7f51-d827-8ad3-455b881b2358" [ 658.788227] env[69262]: _type = "Task" [ 658.788227] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.800955] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5243a6e1-7f51-d827-8ad3-455b881b2358, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.801805] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.802162] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 46918116-b900-40cc-b7f6-2ee0626361a2/46918116-b900-40cc-b7f6-2ee0626361a2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.802533] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fa8502e-4766-45ad-ba4a-6ca15303c3fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.810362] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 658.810362] env[69262]: value = "task-3713116" [ 658.810362] env[69262]: _type = "Task" [ 658.810362] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.823985] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.907840] env[69262]: DEBUG nova.network.neutron [-] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.917900] env[69262]: DEBUG nova.network.neutron [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Updating instance_info_cache with network_info: [{"id": "66995842-e4b6-4cca-b689-3cc219f28b07", "address": "fa:16:3e:60:50:db", "network": {"id": "4052435b-5204-4077-bafe-999a54429520", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1862528943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0324f76fa74e059fbc0cd2da43ea7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66995842-e4", "ovs_interfaceid": "66995842-e4b6-4cca-b689-3cc219f28b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.999820] env[69262]: DEBUG nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.014080] env[69262]: DEBUG oslo_vmware.api [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713112, 'name': PowerOnVM_Task, 'duration_secs': 0.812615} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.017018] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.017018] env[69262]: INFO nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Took 12.49 seconds to spawn the instance on the hypervisor. [ 659.017018] env[69262]: DEBUG nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.017018] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e75b79-0e9d-49db-90ba-da779a44dc1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.213497] env[69262]: DEBUG nova.compute.manager [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 659.214568] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef0f9d6-0031-4b60-ad09-b8f903e8fff7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.327010] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.415462] env[69262]: INFO nova.compute.manager [-] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Took 1.66 seconds to deallocate network for instance. [ 659.422611] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Releasing lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.422895] env[69262]: DEBUG nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Instance network_info: |[{"id": "66995842-e4b6-4cca-b689-3cc219f28b07", "address": "fa:16:3e:60:50:db", "network": {"id": "4052435b-5204-4077-bafe-999a54429520", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1862528943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0324f76fa74e059fbc0cd2da43ea7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66995842-e4", "ovs_interfaceid": "66995842-e4b6-4cca-b689-3cc219f28b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.423617] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:50:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66995842-e4b6-4cca-b689-3cc219f28b07', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.432825] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Creating folder: Project (fa0324f76fa74e059fbc0cd2da43ea7c). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.433636] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8025be87-8efb-4cdf-9d77-1793f4b4a15d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.449206] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Created folder: Project (fa0324f76fa74e059fbc0cd2da43ea7c) in parent group-v739409. [ 659.449588] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Creating folder: Instances. Parent ref: group-v739478. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.449869] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96b61b46-f253-47b1-9efc-70f2995ce2b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.462620] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Created folder: Instances in parent group-v739478. [ 659.462885] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.463117] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.463352] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a6aadbc-e5f3-4a3c-83ff-88f01fa85655 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.497465] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.497465] env[69262]: value = "task-3713119" [ 659.497465] env[69262]: _type = "Task" [ 659.497465] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.512058] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713119, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.541566] env[69262]: INFO nova.compute.manager [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Took 30.29 seconds to build instance. [ 659.600498] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f73c14-b295-452f-875e-fd076780a41f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.613136] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0bb8b-3bdf-48d7-b79b-1a45fa23bf69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.655026] env[69262]: DEBUG nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.655026] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.655026] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.655026] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.655545] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.655545] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.655545] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.655545] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.655545] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.655710] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.655710] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.655710] env[69262]: DEBUG nova.virt.hardware [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.656352] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c5a1f4-9643-4b74-a3f0-d0b8b39d6884 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.659441] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d01bb06-0d0f-4694-ad35-986e5f7278e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.673102] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a407bc54-36da-4cae-bc78-0e56b514dd76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.679933] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416ab16a-cd7e-42f0-90fb-cfabd6aaa7d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.696215] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.707110] env[69262]: DEBUG nova.network.neutron [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Successfully created port: 12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.823110] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545205} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.823736] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 46918116-b900-40cc-b7f6-2ee0626361a2/46918116-b900-40cc-b7f6-2ee0626361a2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.823736] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.823994] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef42ce8c-ede8-4490-b246-ae1f38c907cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.831703] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 659.831703] env[69262]: value = "task-3713120" [ 659.831703] env[69262]: _type = "Task" [ 659.831703] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.840767] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713120, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.921711] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.026625] env[69262]: DEBUG nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.028983] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713119, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.044528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-22a225b5-4d72-4f99-a162-4d972ca42622 tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "1bac8a5f-f218-4168-9343-3a755b884db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.664s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.072053] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.072053] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.072053] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.072292] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.072374] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.074413] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.074413] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.074413] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.074413] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.074413] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.075127] env[69262]: DEBUG nova.virt.hardware [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.075517] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627a07e1-a3bf-4db8-8b1c-527bb7d87180 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.085866] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e35555-4cfc-4b89-9f56-9862e4f8d96d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.134245] env[69262]: DEBUG nova.network.neutron [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Successfully updated port: 19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.237251] env[69262]: ERROR nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [req-727e7255-bd9c-46c6-93a9-3a28dfc64b64] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-727e7255-bd9c-46c6-93a9-3a28dfc64b64"}]} [ 660.243987] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a98066e-4fb4-4088-ba18-5661e8269447 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.252371] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Doing hard reboot of VM {{(pid=69262) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 660.252669] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6e5b4039-f10d-4469-9c7b-beffe1cd831a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.261131] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 660.267181] env[69262]: DEBUG oslo_vmware.api [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 660.267181] env[69262]: value = "task-3713121" [ 660.267181] env[69262]: _type = "Task" [ 660.267181] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.281937] env[69262]: DEBUG oslo_vmware.api [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713121, 'name': ResetVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.283416] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 660.283416] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.302797] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 660.333543] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 660.344927] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713120, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068219} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.345216] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.346022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db546e95-b522-4728-a861-b90959e8e98b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.369778] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 46918116-b900-40cc-b7f6-2ee0626361a2/46918116-b900-40cc-b7f6-2ee0626361a2.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.372824] env[69262]: DEBUG nova.compute.manager [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 660.373139] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75b1a0a5-b921-49ff-a9b1-affa5801d894 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.389158] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042471be-0e9e-4053-bc42-744d99ecb3d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.402458] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 660.402458] env[69262]: value = "task-3713122" [ 660.402458] env[69262]: _type = "Task" [ 660.402458] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.416895] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.508323] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713119, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.548228] env[69262]: DEBUG nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.640739] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Acquiring lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.640739] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Acquired lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.640739] env[69262]: DEBUG nova.network.neutron [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.790155] env[69262]: DEBUG oslo_vmware.api [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713121, 'name': ResetVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.903636] env[69262]: INFO nova.compute.manager [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] instance snapshotting [ 660.912591] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f45592-5949-468f-acd7-4cb6e3eebf9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.925513] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713122, 'name': ReconfigVM_Task, 'duration_secs': 0.299007} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.942829] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 46918116-b900-40cc-b7f6-2ee0626361a2/46918116-b900-40cc-b7f6-2ee0626361a2.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.943870] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a294add1-e556-4c2f-b06e-d32e4393eb57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.946504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a07a677-da78-4469-bf62-69dd2e264862 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.960968] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 660.960968] env[69262]: value = "task-3713123" [ 660.960968] env[69262]: _type = "Task" [ 660.960968] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.963126] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d8c758-caf3-44c8-9735-c0d1fc595d18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.978509] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713123, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.979868] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c124be9d-59d7-4bbd-9ee2-bbb256ac9fbb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.020609] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949ddfc4-f980-4b0e-832d-415767d08664 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.030283] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713119, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.033189] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9ae092-5763-423e-92b3-296fbab5b22b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.050370] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.073379] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.084394] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Received event network-changed-380f5e47-233e-4600-9d3a-29f78175deb6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.084603] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Refreshing instance network info cache due to event network-changed-380f5e47-233e-4600-9d3a-29f78175deb6. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.084830] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Acquiring lock "refresh_cache-46918116-b900-40cc-b7f6-2ee0626361a2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.084942] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Acquired lock "refresh_cache-46918116-b900-40cc-b7f6-2ee0626361a2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.085380] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Refreshing network info cache for port 380f5e47-233e-4600-9d3a-29f78175deb6 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.252250] env[69262]: DEBUG nova.network.neutron [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.279506] env[69262]: DEBUG oslo_vmware.api [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713121, 'name': ResetVM_Task, 'duration_secs': 0.985936} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.279798] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Did hard reboot of VM {{(pid=69262) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 661.280179] env[69262]: DEBUG nova.compute.manager [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 661.280967] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9371ebc4-2922-494e-aa95-33b95f2d5051 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.464023] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.464023] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c213533-b788-4df9-bc57-11d95ce3e14d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.477621] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713123, 'name': Rename_Task, 'duration_secs': 0.211573} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.478752] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.479134] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 661.479134] env[69262]: value = "task-3713125" [ 661.479134] env[69262]: _type = "Task" [ 661.479134] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.480320] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-510cec5d-6431-4451-b8ea-e89bbaa5ef30 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.498087] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.500377] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 661.500377] env[69262]: value = "task-3713126" [ 661.500377] env[69262]: _type = "Task" [ 661.500377] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.512011] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.512478] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.521334] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713126, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.534067] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713119, 'name': CreateVM_Task, 'duration_secs': 1.640721} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.534326] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.535423] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.535825] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.536143] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.536485] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd84ac3a-35cd-4368-9c98-370c70a5ab86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.543015] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 661.543015] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522f6fc5-caf6-9e18-f3be-8028d80f0674" [ 661.543015] env[69262]: _type = "Task" [ 661.543015] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.556203] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522f6fc5-caf6-9e18-f3be-8028d80f0674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.573437] env[69262]: DEBUG nova.network.neutron [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updating instance_info_cache with network_info: [{"id": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "address": "fa:16:3e:5d:44:19", "network": {"id": "54fa5005-889f-46b7-a435-0e2afb2849dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-464428958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25717088aa304422b5a103e8506395dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19905edb-ee", "ovs_interfaceid": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.582554] env[69262]: ERROR nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [req-20557572-dd49-4e4f-9d10-dc590c27cbac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20557572-dd49-4e4f-9d10-dc590c27cbac"}]} [ 661.607895] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.626505] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.629023] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.643244] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.681501] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.798131] env[69262]: DEBUG oslo_concurrency.lockutils [None req-43fbdf6a-e29d-4302-b87a-e11eb9af1c78 tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.953s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.996913] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.016969] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.063131] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522f6fc5-caf6-9e18-f3be-8028d80f0674, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.066888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.066888] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.066888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.066888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.067264] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.067464] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b12da95-882e-4392-b2fb-311c0f06598d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.078869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Releasing lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.080371] env[69262]: DEBUG nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Instance network_info: |[{"id": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "address": "fa:16:3e:5d:44:19", "network": {"id": "54fa5005-889f-46b7-a435-0e2afb2849dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-464428958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25717088aa304422b5a103e8506395dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19905edb-ee", "ovs_interfaceid": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.080371] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.080525] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.085517] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:44:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4576b9d4-535c-40aa-b078-246f671f216e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19905edb-ee13-4f8e-b9e0-1f46bf56225c', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.093561] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Creating folder: Project (25717088aa304422b5a103e8506395dc). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.093892] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d563bb-0916-4dc1-8a94-e6a319a790b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.096874] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d82fe79-aa7a-4281-962a-7f35a909a7c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.103383] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 662.103383] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d1bf18-52b3-41a0-d22b-9551642b0073" [ 662.103383] env[69262]: _type = "Task" [ 662.103383] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.115133] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d1bf18-52b3-41a0-d22b-9551642b0073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.117637] env[69262]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 662.117637] env[69262]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69262) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 662.118021] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Folder already exists: Project (25717088aa304422b5a103e8506395dc). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 662.118293] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Creating folder: Instances. Parent ref: group-v739434. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.118606] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92c3627e-bae5-4a39-9ce4-231840060a4c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.134453] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Created folder: Instances in parent group-v739434. [ 662.134768] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.135024] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.135503] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcffa6b7-09b1-4a0d-9c2f-d3fa95a8ba17 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.159468] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.159468] env[69262]: value = "task-3713129" [ 662.159468] env[69262]: _type = "Task" [ 662.159468] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.172904] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713129, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.180168] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b5d30b-be97-4449-be3b-a381ad8bcbe5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.187361] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Updated VIF entry in instance network info cache for port 380f5e47-233e-4600-9d3a-29f78175deb6. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.187361] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Updating instance_info_cache with network_info: [{"id": "380f5e47-233e-4600-9d3a-29f78175deb6", "address": "fa:16:3e:86:b4:61", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380f5e47-23", "ovs_interfaceid": "380f5e47-233e-4600-9d3a-29f78175deb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.196028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bb528a-e19c-4889-9cef-dd1c9fbc81dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.234086] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d01ed8-c287-4c88-a571-c3cda97780fc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.243430] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d34d14-2853-497e-b37a-871f461cb4b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.265836] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.322570] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "505f38d1-ef30-4c8e-93f3-c512505527e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.322888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.389013] env[69262]: DEBUG nova.network.neutron [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Successfully updated port: 12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.498022] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.517337] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713126, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.615892] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d1bf18-52b3-41a0-d22b-9551642b0073, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.617061] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d434f29-ee53-4657-b97a-c4857ed715c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.627710] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 662.627710] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529fd9f3-8cbb-01d9-1e21-91c3beed8cb1" [ 662.627710] env[69262]: _type = "Task" [ 662.627710] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.638864] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529fd9f3-8cbb-01d9-1e21-91c3beed8cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.672675] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713129, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.691212] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Releasing lock "refresh_cache-46918116-b900-40cc-b7f6-2ee0626361a2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.691726] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Received event network-changed-402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.692019] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Refreshing instance network info cache due to event network-changed-402a0c9c-b5fa-49ae-a61d-9091d4095743. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.692373] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Acquiring lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692643] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Acquired lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692903] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Refreshing network info cache for port 402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.798455] env[69262]: ERROR nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [req-bca32c93-8376-4570-a800-49b9c9d9807c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bca32c93-8376-4570-a800-49b9c9d9807c"}]} [ 662.819835] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 662.842221] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 662.842221] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.858750] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 662.886940] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 662.892191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.892347] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquired lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.893478] env[69262]: DEBUG nova.network.neutron [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.996351] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713125, 'name': CreateSnapshot_Task, 'duration_secs': 1.203313} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.996962] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 662.997714] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a19e218-bae4-43a8-b728-446a3e27bcdf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.027699] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.142730] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529fd9f3-8cbb-01d9-1e21-91c3beed8cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.043465} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.143229] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.143565] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 54acc016-703a-4a5b-9489-e653b7274603/54acc016-703a-4a5b-9489-e653b7274603.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.147263] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93662046-c617-4eb4-88d4-3391142a167d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.159309] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 663.159309] env[69262]: value = "task-3713130" [ 663.159309] env[69262]: _type = "Task" [ 663.159309] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.176644] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.176887] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713129, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.480126] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52922f19-5e94-4696-8272-1efef4a6e87b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.493056] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff4fde2-e587-4145-acde-62757e25c61f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.557339] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 663.561077] env[69262]: DEBUG nova.network.neutron [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.568139] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f672f99-2f48-40d6-95e9-3774d953aa3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.571886] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c89df9c-fe84-4ce3-b52a-9a8974e9ff60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.583601] env[69262]: DEBUG oslo_vmware.api [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713126, 'name': PowerOnVM_Task, 'duration_secs': 1.795057} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.587896] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.588783] env[69262]: INFO nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Took 11.15 seconds to spawn the instance on the hypervisor. [ 663.588783] env[69262]: DEBUG nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 663.588911] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 663.588911] env[69262]: value = "task-3713132" [ 663.588911] env[69262]: _type = "Task" [ 663.588911] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.592023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e4106-4efb-4dbf-8e9f-5d83d8aea593 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.593913] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710b419e-d92e-414b-a593-52073b54f0c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.615652] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.627256] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713132, 'name': CloneVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.674731] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713130, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.678670] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713129, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.095606] env[69262]: DEBUG nova.network.neutron [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Updating instance_info_cache with network_info: [{"id": "12628b13-16f0-48ee-b4ef-e51b3020b383", "address": "fa:16:3e:b1:1e:9a", "network": {"id": "16149ee8-13e7-4c58-8267-4dd2ba2605c1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2049618860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a3cbc9b2eb4c26918657468502646a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12628b13-16", "ovs_interfaceid": "12628b13-16f0-48ee-b4ef-e51b3020b383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.118239] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713132, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.141628] env[69262]: INFO nova.compute.manager [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Took 31.66 seconds to build instance. [ 664.150807] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updated VIF entry in instance network info cache for port 402a0c9c-b5fa-49ae-a61d-9091d4095743. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.150807] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updating instance_info_cache with network_info: [{"id": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "address": "fa:16:3e:1e:e0:7a", "network": {"id": "c94f313c-5365-4f53-8569-5fb80d387423", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1893715033-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d794e070d34b12aea9e93aa635e134", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap402a0c9c-b5", "ovs_interfaceid": "402a0c9c-b5fa-49ae-a61d-9091d4095743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.177720] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66223} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.178322] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 54acc016-703a-4a5b-9489-e653b7274603/54acc016-703a-4a5b-9489-e653b7274603.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.178618] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.179282] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a4f5e9-0581-4b8c-acb6-c9d553621c29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.187243] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713129, 'name': CreateVM_Task, 'duration_secs': 1.596096} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.187945] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.189063] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739450', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'name': 'volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'serial': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4'}, 'delete_on_termination': True, 'attachment_id': 'd8166e33-b873-48ca-a25a-3a6024cc328c', 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69262) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 664.189568] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Root volume attach. Driver type: vmdk {{(pid=69262) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 664.190738] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af40fb6-8a1c-4ca7-b706-bf6e96ca4b6d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.197099] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 664.197099] env[69262]: value = "task-3713133" [ 664.197099] env[69262]: _type = "Task" [ 664.197099] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.200056] env[69262]: DEBUG nova.scheduler.client.report [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 40 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 664.200056] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 40 to 41 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 664.200056] env[69262]: DEBUG nova.compute.provider_tree [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.213865] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ec9d4-90f6-4e41-85a9-c9ec6d1eddc7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.220402] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.227212] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36aa12d-e632-42b8-b5a8-77fa1d2809cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.236095] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9387ed53-8451-4119-9483-f07443e58d4e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.245815] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 664.245815] env[69262]: value = "task-3713134" [ 664.245815] env[69262]: _type = "Task" [ 664.245815] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.256772] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713134, 'name': RelocateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.276535] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "1bac8a5f-f218-4168-9343-3a755b884db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.276813] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "1bac8a5f-f218-4168-9343-3a755b884db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.277105] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "1bac8a5f-f218-4168-9343-3a755b884db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.277303] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "1bac8a5f-f218-4168-9343-3a755b884db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.277474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "1bac8a5f-f218-4168-9343-3a755b884db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.281780] env[69262]: INFO nova.compute.manager [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Terminating instance [ 664.598208] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Releasing lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.598557] env[69262]: DEBUG nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Instance network_info: |[{"id": "12628b13-16f0-48ee-b4ef-e51b3020b383", "address": "fa:16:3e:b1:1e:9a", "network": {"id": "16149ee8-13e7-4c58-8267-4dd2ba2605c1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2049618860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a3cbc9b2eb4c26918657468502646a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12628b13-16", "ovs_interfaceid": "12628b13-16f0-48ee-b4ef-e51b3020b383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.598977] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:1e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12628b13-16f0-48ee-b4ef-e51b3020b383', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.606947] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Creating folder: Project (27a3cbc9b2eb4c26918657468502646a). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.607376] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14df6982-ba7c-43ea-8c19-f88b7a7266e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.619905] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713132, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.623530] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Created folder: Project (27a3cbc9b2eb4c26918657468502646a) in parent group-v739409. [ 664.623733] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Creating folder: Instances. Parent ref: group-v739485. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.623910] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1107fd98-9864-4c2e-ae64-09f9da4e64e1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.635392] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Created folder: Instances in parent group-v739485. [ 664.635685] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.635890] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.636113] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a28f5e-7824-4e87-8f23-76b4bb004be8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.651565] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b903018-18c7-45b0-bd83-6e49d62087b6 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "46918116-b900-40cc-b7f6-2ee0626361a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.244s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.653681] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Releasing lock "refresh_cache-5a29cea9-6a42-42c3-b342-64ce6f5f804d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.653846] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Received event network-vif-plugged-66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.654020] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Acquiring lock "54acc016-703a-4a5b-9489-e653b7274603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.654352] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Lock "54acc016-703a-4a5b-9489-e653b7274603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.654531] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Lock "54acc016-703a-4a5b-9489-e653b7274603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.654698] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] No waiting events found dispatching network-vif-plugged-66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 664.654855] env[69262]: WARNING nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Received unexpected event network-vif-plugged-66995842-e4b6-4cca-b689-3cc219f28b07 for instance with vm_state building and task_state spawning. [ 664.655399] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Received event network-changed-66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.655399] env[69262]: DEBUG nova.compute.manager [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Refreshing instance network info cache due to event network-changed-66995842-e4b6-4cca-b689-3cc219f28b07. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.655399] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Acquiring lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.655536] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Acquired lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.655630] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Refreshing network info cache for port 66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.658600] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.658600] env[69262]: value = "task-3713137" [ 664.658600] env[69262]: _type = "Task" [ 664.658600] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.667591] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713137, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.706268] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.732s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.706851] env[69262]: DEBUG nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.713505] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.488s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.713741] env[69262]: DEBUG nova.objects.instance [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lazy-loading 'resources' on Instance uuid d228eae2-6159-4152-aeb2-705fd917488a {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.721613] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222015} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.722729] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.722862] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc41625-723c-4a41-b82f-26df93770a36 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.757416] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 54acc016-703a-4a5b-9489-e653b7274603/54acc016-703a-4a5b-9489-e653b7274603.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.758661] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54c261b-a6f7-406e-b2cc-32a89a04730a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.783711] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713134, 'name': RelocateVM_Task} progress is 19%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.785683] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 664.785683] env[69262]: value = "task-3713138" [ 664.785683] env[69262]: _type = "Task" [ 664.785683] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.790805] env[69262]: DEBUG nova.compute.manager [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.791082] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.791970] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf68967-3714-4503-be2d-e479c82d2cfd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.799561] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.805259] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.805544] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbbebc9e-9405-42e5-841c-1ba085ba47e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.814871] env[69262]: DEBUG oslo_vmware.api [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 664.814871] env[69262]: value = "task-3713139" [ 664.814871] env[69262]: _type = "Task" [ 664.814871] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.826292] env[69262]: DEBUG oslo_vmware.api [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.998726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "e545415d-fa64-4855-9c05-edc9395beffc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.999018] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "e545415d-fa64-4855-9c05-edc9395beffc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.091461] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Received event network-vif-deleted-324aa04c-b0a5-4e9c-9899-842c2430ffed {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.091785] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Received event network-vif-plugged-19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.092065] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquiring lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.092406] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.092636] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.092895] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] No waiting events found dispatching network-vif-plugged-19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 665.093104] env[69262]: WARNING nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Received unexpected event network-vif-plugged-19905edb-ee13-4f8e-b9e0-1f46bf56225c for instance with vm_state building and task_state spawning. [ 665.093397] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received event network-changed-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.093666] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing instance network info cache due to event network-changed-131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.093960] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquiring lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.094107] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquired lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.094947] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.120146] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713132, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.155069] env[69262]: DEBUG nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.177331] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713137, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.216837] env[69262]: DEBUG nova.compute.utils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.225058] env[69262]: DEBUG nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.225183] env[69262]: DEBUG nova.network.neutron [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.273642] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713134, 'name': RelocateVM_Task, 'duration_secs': 0.958681} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.273642] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 665.273642] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739450', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'name': 'volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'serial': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 665.273642] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66b1605-49f6-4859-9220-d9cd85e54855 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.301902] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c4c42-0634-4c5b-915e-2e899f22194b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.306326] env[69262]: DEBUG nova.policy [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6c11603e0a347c98954d3ad03a0470c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcd6c7416d11441e91b215cd220c4dca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.318376] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713138, 'name': ReconfigVM_Task, 'duration_secs': 0.5239} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.326330] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 54acc016-703a-4a5b-9489-e653b7274603/54acc016-703a-4a5b-9489-e653b7274603.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.335135] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4/volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.340405] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2427f0b-749b-4038-ad97-81669753a96a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.350024] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f697ac-60be-4d21-95bf-6f2d25a02233 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.371785] env[69262]: DEBUG oslo_vmware.api [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713139, 'name': PowerOffVM_Task, 'duration_secs': 0.393726} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.374560] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.374661] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.375534] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 665.375534] env[69262]: value = "task-3713140" [ 665.375534] env[69262]: _type = "Task" [ 665.375534] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.375736] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 665.375736] env[69262]: value = "task-3713141" [ 665.375736] env[69262]: _type = "Task" [ 665.375736] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.375893] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-420b22ae-b387-4a99-a45a-61eadadcf12d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.390531] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.396737] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713140, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.457932] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.458121] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.458348] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Deleting the datastore file [datastore1] 1bac8a5f-f218-4168-9343-3a755b884db7 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.461572] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a64227cc-c7bc-40b8-89a8-8f3546ade3aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.469390] env[69262]: DEBUG oslo_vmware.api [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for the task: (returnval){ [ 665.469390] env[69262]: value = "task-3713143" [ 665.469390] env[69262]: _type = "Task" [ 665.469390] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.479799] env[69262]: DEBUG oslo_vmware.api [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.620498] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713132, 'name': CloneVM_Task, 'duration_secs': 1.822551} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.623816] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Created linked-clone VM from snapshot [ 665.625017] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b299c4d0-0f26-467d-acfb-384c05bcd13d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.634113] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Uploading image 6f30707f-9488-46c3-8505-54a4ee8ae854 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 665.652560] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.653792] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9c1d09f-d8c2-46b6-9e64-e1289feb3c0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.660573] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 665.660573] env[69262]: value = "task-3713145" [ 665.660573] env[69262]: _type = "Task" [ 665.660573] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.690521] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713145, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.690778] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713137, 'name': CreateVM_Task, 'duration_secs': 0.649861} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.693628] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.694403] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.694559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.694892] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.695500] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea6bb03-7aab-48c7-8971-d755dcdf7846 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.702424] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.707760] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 665.707760] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525d29c3-bb45-1d10-b13f-dbec4e10fdc1" [ 665.707760] env[69262]: _type = "Task" [ 665.707760] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.718782] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525d29c3-bb45-1d10-b13f-dbec4e10fdc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.725441] env[69262]: DEBUG nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.809759] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Updated VIF entry in instance network info cache for port 66995842-e4b6-4cca-b689-3cc219f28b07. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.810159] env[69262]: DEBUG nova.network.neutron [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Updating instance_info_cache with network_info: [{"id": "66995842-e4b6-4cca-b689-3cc219f28b07", "address": "fa:16:3e:60:50:db", "network": {"id": "4052435b-5204-4077-bafe-999a54429520", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1862528943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0324f76fa74e059fbc0cd2da43ea7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66995842-e4", "ovs_interfaceid": "66995842-e4b6-4cca-b689-3cc219f28b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.886307] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updated VIF entry in instance network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.886581] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [{"id": "131e862c-e97c-47ae-9ec6-833569c21576", "address": "fa:16:3e:1c:56:1c", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131e862c-e9", "ovs_interfaceid": "131e862c-e97c-47ae-9ec6-833569c21576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.888744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed27cc80-fd95-4655-8e06-33d3dce7f356 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.901586] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713141, 'name': ReconfigVM_Task, 'duration_secs': 0.324873} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.901721] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713140, 'name': Rename_Task, 'duration_secs': 0.169157} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.904130] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4/volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.909639] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.910378] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d12d6814-8cb9-4cd4-8a3f-16232948b6f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.921781] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e5ded02-a040-411b-9078-50e275119221 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.924351] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53de142-40ff-4d25-9ff2-3b6217d565da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.966627] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 665.966627] env[69262]: value = "task-3713147" [ 665.966627] env[69262]: _type = "Task" [ 665.966627] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.967248] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 665.967248] env[69262]: value = "task-3713146" [ 665.967248] env[69262]: _type = "Task" [ 665.967248] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.967806] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c747e-db11-4b15-bc7d-558c38062121 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.002229] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.002772] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.004924] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d761589-6e15-4d68-a0d4-6f56806a393a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.018166] env[69262]: DEBUG oslo_vmware.api [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Task: {'id': task-3713143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17953} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.019105] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.019465] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.019846] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.020687] env[69262]: INFO nova.compute.manager [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Took 1.23 seconds to destroy the instance on the hypervisor. [ 666.020687] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.020687] env[69262]: DEBUG nova.compute.manager [-] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.020916] env[69262]: DEBUG nova.network.neutron [-] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.031825] env[69262]: DEBUG nova.compute.provider_tree [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.053532] env[69262]: DEBUG nova.network.neutron [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Successfully created port: c9694e81-602b-40aa-82d8-f5291e24c6e0 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.176874] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713145, 'name': Destroy_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.206173] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.206525] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.206798] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.207060] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.207318] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.213490] env[69262]: INFO nova.compute.manager [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Terminating instance [ 666.224091] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525d29c3-bb45-1d10-b13f-dbec4e10fdc1, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.224436] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.224791] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.225344] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.225344] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.225538] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.226261] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72ffd465-d06c-4f3b-9452-bb658df53a75 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.237060] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.237255] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.238249] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae4799f-379e-4a3c-8874-f63e7b7430ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.245180] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 666.245180] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5280c72c-1c18-45d0-7368-0f65c62a5613" [ 666.245180] env[69262]: _type = "Task" [ 666.245180] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.255223] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5280c72c-1c18-45d0-7368-0f65c62a5613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.314035] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad45666b-fcee-4dc6-a341-b0a120d7d735 req-5727113f-2395-46bf-b803-16cab86a2cec service nova] Releasing lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.393125] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Releasing lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.393435] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Received event network-changed-19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.393615] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Refreshing instance network info cache due to event network-changed-19905edb-ee13-4f8e-b9e0-1f46bf56225c. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.393828] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquiring lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.393974] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquired lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.394233] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Refreshing network info cache for port 19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.486827] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.490212] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713147, 'name': ReconfigVM_Task, 'duration_secs': 0.164426} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.490510] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739450', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'name': 'volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'serial': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 666.491073] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e6ff91-c3fd-471c-8d98-90381597e28e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.499868] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 666.499868] env[69262]: value = "task-3713148" [ 666.499868] env[69262]: _type = "Task" [ 666.499868] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.509627] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713148, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.535187] env[69262]: DEBUG nova.scheduler.client.report [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.614390] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "2aec3ff9-d183-4943-a03c-2a21121ed20a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.614638] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.675375] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713145, 'name': Destroy_Task, 'duration_secs': 0.522206} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.675710] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Destroyed the VM [ 666.675928] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.676210] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a44cd3f-c66e-4b71-86e3-f44f1b1af787 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.685863] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 666.685863] env[69262]: value = "task-3713149" [ 666.685863] env[69262]: _type = "Task" [ 666.685863] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.696556] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713149, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.702202] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.702202] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.702202] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.702747] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.702747] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.703712] env[69262]: INFO nova.compute.manager [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Terminating instance [ 666.718127] env[69262]: DEBUG nova.compute.manager [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.718438] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.719826] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc7e45-5e5f-4f8f-a468-5374b66799d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.730700] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.730995] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59edf68-6d92-4618-a52b-240ac6439adb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.734443] env[69262]: DEBUG nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.738448] env[69262]: DEBUG oslo_vmware.api [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 666.738448] env[69262]: value = "task-3713150" [ 666.738448] env[69262]: _type = "Task" [ 666.738448] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.749249] env[69262]: DEBUG oslo_vmware.api [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.760664] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5280c72c-1c18-45d0-7368-0f65c62a5613, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.763395] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.764395] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 666.765852] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7854a42-2964-441c-93ef-9577ca094b6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.773456] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.773730] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.773902] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.774241] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.774333] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.774495] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.774752] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.774912] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.775097] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.775360] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.775489] env[69262]: DEBUG nova.virt.hardware [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.776489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f34827-5887-46b1-9c61-b00aa0299b92 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.780975] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 666.780975] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525c8375-8221-5f53-1e05-3ba1ea48306a" [ 666.780975] env[69262]: _type = "Task" [ 666.780975] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.789749] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397bf45-18d1-4f79-801b-773e64c0c658 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.797722] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525c8375-8221-5f53-1e05-3ba1ea48306a, 'name': SearchDatastore_Task, 'duration_secs': 0.014256} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.798636] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.799067] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae/802eba9a-aeb6-46e3-8ff2-c1c71885b8ae.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.799215] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee34086e-e232-4ab1-8a44-ce547056429d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.816726] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 666.816726] env[69262]: value = "task-3713151" [ 666.816726] env[69262]: _type = "Task" [ 666.816726] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.828566] env[69262]: DEBUG nova.network.neutron [-] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.829959] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.849212] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.136s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.853237] env[69262]: DEBUG nova.compute.manager [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.853607] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.862820] env[69262]: INFO nova.compute.manager [-] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Took 1.84 seconds to deallocate network for instance. [ 667.869497] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.347s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.872089] env[69262]: INFO nova.compute.claims [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.876812] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b222645-1c21-4823-8c9c-d72ae1c53380 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.888532] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.893566] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.899965] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.900316] env[69262]: DEBUG oslo_vmware.api [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713146, 'name': PowerOnVM_Task, 'duration_secs': 0.78839} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.903148] env[69262]: INFO nova.scheduler.client.report [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted allocations for instance d228eae2-6159-4152-aeb2-705fd917488a [ 667.904626] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.904907] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.905132] env[69262]: INFO nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Took 12.82 seconds to spawn the instance on the hypervisor. [ 667.905355] env[69262]: DEBUG nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 667.916635] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.917560] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f5526-018c-436e-b82a-8eff7b1f11c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.920237] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.920576] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713148, 'name': Rename_Task, 'duration_secs': 0.215446} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.920812] env[69262]: DEBUG oslo_vmware.api [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713149, 'name': RemoveSnapshot_Task, 'duration_secs': 0.830945} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.931171] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.931171] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 667.931171] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08c693a-a913-40cc-8325-172d0859bdfd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.935020] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.935020] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.935523] env[69262]: DEBUG oslo_vmware.api [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713150, 'name': PowerOffVM_Task, 'duration_secs': 0.262878} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.935741] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770581} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.936744] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.938023] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d64cb821-8515-4368-9158-5bc82cceb48c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.940780] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.941671] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.941671] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae/802eba9a-aeb6-46e3-8ff2-c1c71885b8ae.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.941909] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.944789] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-431af74a-1493-46b2-a083-83ff5a271e79 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.946421] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-102021ba-c2cd-480e-8eda-530f95abcc00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.955106] env[69262]: DEBUG oslo_vmware.api [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 667.955106] env[69262]: value = "task-3713153" [ 667.955106] env[69262]: _type = "Task" [ 667.955106] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.963495] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 667.963495] env[69262]: value = "task-3713154" [ 667.963495] env[69262]: _type = "Task" [ 667.963495] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.973127] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 667.973127] env[69262]: value = "task-3713155" [ 667.973127] env[69262]: _type = "Task" [ 667.973127] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.986096] env[69262]: DEBUG oslo_vmware.api [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.995145] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.999048] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.048701] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.048867] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.049093] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Deleting the datastore file [datastore2] 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.049401] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b068bf-5c09-413a-a94c-f07e99c51033 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.059228] env[69262]: DEBUG oslo_vmware.api [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for the task: (returnval){ [ 668.059228] env[69262]: value = "task-3713157" [ 668.059228] env[69262]: _type = "Task" [ 668.059228] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.073482] env[69262]: DEBUG oslo_vmware.api [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.191696] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updated VIF entry in instance network info cache for port 19905edb-ee13-4f8e-b9e0-1f46bf56225c. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.191696] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updating instance_info_cache with network_info: [{"id": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "address": "fa:16:3e:5d:44:19", "network": {"id": "54fa5005-889f-46b7-a435-0e2afb2849dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-464428958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25717088aa304422b5a103e8506395dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19905edb-ee", "ovs_interfaceid": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.316641] env[69262]: DEBUG nova.compute.manager [req-abcbe056-9bf6-4ee7-9208-395d2d0d35ff req-4883a45a-304d-4bf7-896a-c33a34159a05 service nova] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Received event network-vif-deleted-b0899c82-2b37-4c85-a48b-82166e1eaa5a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.400127] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.427684] env[69262]: DEBUG oslo_concurrency.lockutils [None req-619ae1de-f019-4999-8f11-ee606e0aff95 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "d228eae2-6159-4152-aeb2-705fd917488a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.252s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.438920] env[69262]: WARNING nova.compute.manager [None req-1eda1ff8-904d-423f-962f-cb95876ffb3f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Image not found during snapshot: nova.exception.ImageNotFound: Image 6f30707f-9488-46c3-8505-54a4ee8ae854 could not be found. [ 668.445039] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.471702] env[69262]: INFO nova.compute.manager [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Took 34.59 seconds to build instance. [ 668.483134] env[69262]: DEBUG oslo_vmware.api [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713153, 'name': PowerOffVM_Task, 'duration_secs': 0.270035} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.487605] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 668.487749] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 668.491955] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bc19ba0-5f1a-44a1-bfe2-ae18533f3a82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.494273] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.501652] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286926} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.501971] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.502795] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158f8678-87ef-4930-ba71-5519282a885f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.528047] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae/802eba9a-aeb6-46e3-8ff2-c1c71885b8ae.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.529255] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36474dc6-ef77-496c-b978-ca660e5fbccb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.554677] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 668.554677] env[69262]: value = "task-3713159" [ 668.554677] env[69262]: _type = "Task" [ 668.554677] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.568391] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.574087] env[69262]: DEBUG oslo_vmware.api [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Task: {'id': task-3713157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449814} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.575175] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.575508] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.575732] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.576031] env[69262]: INFO nova.compute.manager [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Took 1.86 seconds to destroy the instance on the hypervisor. [ 668.576406] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.577609] env[69262]: DEBUG nova.compute.manager [-] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.577719] env[69262]: DEBUG nova.network.neutron [-] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.579498] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 668.579704] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 668.579878] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Deleting the datastore file [datastore2] 5a29cea9-6a42-42c3-b342-64ce6f5f804d {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 668.580152] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42fd2aa4-ac98-480b-a481-1d134927b1a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.587957] env[69262]: DEBUG oslo_vmware.api [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for the task: (returnval){ [ 668.587957] env[69262]: value = "task-3713160" [ 668.587957] env[69262]: _type = "Task" [ 668.587957] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.596851] env[69262]: DEBUG oslo_vmware.api [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.639186] env[69262]: DEBUG nova.network.neutron [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Successfully updated port: c9694e81-602b-40aa-82d8-f5291e24c6e0 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.697291] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Releasing lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.697559] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Received event network-vif-plugged-12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.697753] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquiring lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.697984] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.698129] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.698297] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] No waiting events found dispatching network-vif-plugged-12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 668.698460] env[69262]: WARNING nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Received unexpected event network-vif-plugged-12628b13-16f0-48ee-b4ef-e51b3020b383 for instance with vm_state building and task_state spawning. [ 668.698620] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Received event network-changed-12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.698772] env[69262]: DEBUG nova.compute.manager [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Refreshing instance network info cache due to event network-changed-12628b13-16f0-48ee-b4ef-e51b3020b383. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.698952] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquiring lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.699168] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Acquired lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.699328] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Refreshing network info cache for port 12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.981318] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6eb7148e-d583-4940-a03a-28c7d08ff6f4 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.448s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.990513] env[69262]: DEBUG nova.compute.manager [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 668.998043] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ec0798-94ef-4170-9289-eb5b75a2a4db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.999926] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713154, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.067723] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.107395] env[69262]: DEBUG oslo_vmware.api [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Task: {'id': task-3713160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418674} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.107784] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.107975] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.108211] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.108569] env[69262]: INFO nova.compute.manager [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Took 1.25 seconds to destroy the instance on the hypervisor. [ 669.108986] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.109241] env[69262]: DEBUG nova.compute.manager [-] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.109331] env[69262]: DEBUG nova.network.neutron [-] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.148442] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "refresh_cache-fc35b031-8854-4ac5-83f9-d3b6276ef345" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.148672] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquired lock "refresh_cache-fc35b031-8854-4ac5-83f9-d3b6276ef345" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.148808] env[69262]: DEBUG nova.network.neutron [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.228905] env[69262]: DEBUG nova.compute.manager [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received event network-changed-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.228905] env[69262]: DEBUG nova.compute.manager [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing instance network info cache due to event network-changed-131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.228905] env[69262]: DEBUG oslo_concurrency.lockutils [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] Acquiring lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.228905] env[69262]: DEBUG oslo_concurrency.lockutils [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] Acquired lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.228905] env[69262]: DEBUG nova.network.neutron [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.483264] env[69262]: DEBUG oslo_vmware.api [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713154, 'name': PowerOnVM_Task, 'duration_secs': 1.194818} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.483648] env[69262]: DEBUG nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.486287] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.486498] env[69262]: INFO nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Took 9.83 seconds to spawn the instance on the hypervisor. [ 669.486734] env[69262]: DEBUG nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 669.487605] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b7296c-3bb2-4dd7-ab14-1288e1f50eb8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.521618] env[69262]: INFO nova.compute.manager [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] instance snapshotting [ 669.525557] env[69262]: DEBUG nova.network.neutron [-] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.530182] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52961d92-9a0b-40bf-8a27-6bbcb50d1c46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.570866] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5691d18d-3842-4a8d-a1b5-e5b37f3512a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.589591] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713159, 'name': ReconfigVM_Task, 'duration_secs': 0.687936} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.592583] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae/802eba9a-aeb6-46e3-8ff2-c1c71885b8ae.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.595406] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6de8fffa-8715-4245-9f08-e53ae2b23e6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.601898] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 669.601898] env[69262]: value = "task-3713161" [ 669.601898] env[69262]: _type = "Task" [ 669.601898] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.623791] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713161, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.633095] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d771e5-c5d8-41ba-a285-fee82f4a3775 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.643969] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f3c0e-90f2-4db2-a14c-c34f11f40960 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.686824] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d553fb5c-e4c7-4c01-8e36-fd03d3064e2e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.698037] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cbab48-30b2-4711-88fa-7d9f93e13f26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.717317] env[69262]: DEBUG nova.compute.provider_tree [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.738898] env[69262]: DEBUG nova.network.neutron [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.794030] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "46918116-b900-40cc-b7f6-2ee0626361a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.794030] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "46918116-b900-40cc-b7f6-2ee0626361a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.794265] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "46918116-b900-40cc-b7f6-2ee0626361a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.794401] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "46918116-b900-40cc-b7f6-2ee0626361a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.794578] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "46918116-b900-40cc-b7f6-2ee0626361a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.796917] env[69262]: INFO nova.compute.manager [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Terminating instance [ 669.898456] env[69262]: DEBUG nova.network.neutron [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Updating instance_info_cache with network_info: [{"id": "c9694e81-602b-40aa-82d8-f5291e24c6e0", "address": "fa:16:3e:67:af:45", "network": {"id": "317e6dc6-c935-41a0-9576-e416a47e522a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1113883952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fcd6c7416d11441e91b215cd220c4dca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9694e81-60", "ovs_interfaceid": "c9694e81-602b-40aa-82d8-f5291e24c6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.022949] env[69262]: INFO nova.compute.manager [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Took 32.06 seconds to build instance. [ 670.027930] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.037456] env[69262]: INFO nova.compute.manager [-] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Took 1.46 seconds to deallocate network for instance. [ 670.062407] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Updated VIF entry in instance network info cache for port 12628b13-16f0-48ee-b4ef-e51b3020b383. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.063485] env[69262]: DEBUG nova.network.neutron [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Updating instance_info_cache with network_info: [{"id": "12628b13-16f0-48ee-b4ef-e51b3020b383", "address": "fa:16:3e:b1:1e:9a", "network": {"id": "16149ee8-13e7-4c58-8267-4dd2ba2605c1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2049618860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a3cbc9b2eb4c26918657468502646a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12628b13-16", "ovs_interfaceid": "12628b13-16f0-48ee-b4ef-e51b3020b383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.094317] env[69262]: DEBUG nova.network.neutron [-] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.101217] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.101217] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-778c5e1d-57a0-409b-a4f1-093026cc11a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.110959] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 670.110959] env[69262]: value = "task-3713163" [ 670.110959] env[69262]: _type = "Task" [ 670.110959] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.124822] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713161, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.130945] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.244282] env[69262]: ERROR nova.scheduler.client.report [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [req-9855105f-9d6e-46f9-8ced-149a4f515a25] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9855105f-9d6e-46f9-8ced-149a4f515a25"}]} [ 670.264299] env[69262]: DEBUG nova.scheduler.client.report [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 670.282020] env[69262]: DEBUG nova.scheduler.client.report [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 670.282362] env[69262]: DEBUG nova.compute.provider_tree [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.295208] env[69262]: DEBUG nova.scheduler.client.report [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 670.305945] env[69262]: DEBUG nova.compute.manager [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.305945] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.307257] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7703d3d9-83fc-4105-aaa3-967ead9caf58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.317383] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.317383] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5d9c7b-29bc-430d-b8bf-880c2204dd9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.325605] env[69262]: DEBUG oslo_vmware.api [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 670.325605] env[69262]: value = "task-3713164" [ 670.325605] env[69262]: _type = "Task" [ 670.325605] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.326616] env[69262]: DEBUG nova.scheduler.client.report [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 670.358827] env[69262]: DEBUG oslo_vmware.api [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.402605] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Releasing lock "refresh_cache-fc35b031-8854-4ac5-83f9-d3b6276ef345" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.402605] env[69262]: DEBUG nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Instance network_info: |[{"id": "c9694e81-602b-40aa-82d8-f5291e24c6e0", "address": "fa:16:3e:67:af:45", "network": {"id": "317e6dc6-c935-41a0-9576-e416a47e522a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1113883952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fcd6c7416d11441e91b215cd220c4dca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9694e81-60", "ovs_interfaceid": "c9694e81-602b-40aa-82d8-f5291e24c6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.402996] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:af:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0a76279-3c11-4bef-b124-2a2ee13fa377', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9694e81-602b-40aa-82d8-f5291e24c6e0', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.413295] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Creating folder: Project (fcd6c7416d11441e91b215cd220c4dca). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.414084] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-615a3203-ac87-43da-af59-4fd59fb40b75 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.427993] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Created folder: Project (fcd6c7416d11441e91b215cd220c4dca) in parent group-v739409. [ 670.428222] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Creating folder: Instances. Parent ref: group-v739489. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.431434] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6fc8c7b-9147-49ca-a8dd-5dcfcb377fee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.444193] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Created folder: Instances in parent group-v739489. [ 670.445418] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.446469] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.446469] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9084518-2109-4555-af37-80aabd9e8514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.473358] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.473358] env[69262]: value = "task-3713167" [ 670.473358] env[69262]: _type = "Task" [ 670.473358] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.483496] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713167, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.532648] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72c1ca5b-1d35-4367-9932-b7eaf1f0d2cf tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.929s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.546774] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.568998] env[69262]: DEBUG oslo_concurrency.lockutils [req-572e5f8d-0295-4170-86a8-38cd0c7a4a7e req-115f55eb-245e-439b-8b5b-25db5b2f2da1 service nova] Releasing lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.587567] env[69262]: DEBUG nova.network.neutron [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updated VIF entry in instance network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.587987] env[69262]: DEBUG nova.network.neutron [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [{"id": "131e862c-e97c-47ae-9ec6-833569c21576", "address": "fa:16:3e:1c:56:1c", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131e862c-e9", "ovs_interfaceid": "131e862c-e97c-47ae-9ec6-833569c21576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.599269] env[69262]: INFO nova.compute.manager [-] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Took 1.49 seconds to deallocate network for instance. [ 670.636645] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713161, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.642788] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713163, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.699488] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.699942] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.700301] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.700597] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.700893] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.704023] env[69262]: INFO nova.compute.manager [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Terminating instance [ 670.846493] env[69262]: DEBUG oslo_vmware.api [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713164, 'name': PowerOffVM_Task, 'duration_secs': 0.246485} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.846549] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.846741] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.847255] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e374eb47-7e26-4df7-b4a3-fcea3615b24b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.925019] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.925019] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.925019] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Deleting the datastore file [datastore1] 46918116-b900-40cc-b7f6-2ee0626361a2 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.925019] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb00100-b834-4468-ad00-dd341cc591b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.936023] env[69262]: DEBUG oslo_vmware.api [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for the task: (returnval){ [ 670.936023] env[69262]: value = "task-3713169" [ 670.936023] env[69262]: _type = "Task" [ 670.936023] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.945076] env[69262]: DEBUG oslo_vmware.api [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.970362] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913efc6-bc76-40fd-a6ed-119fc9dc3897 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.982587] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d98731-40d5-46fc-bec0-a7d12730f77f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.991640] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713167, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.024250] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "266e36d8-f549-490a-a288-2437185c6d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.025105] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.025590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "266e36d8-f549-490a-a288-2437185c6d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.025997] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.026399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.029703] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdecf9a-50b6-49a9-9ce6-954207b011ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.033483] env[69262]: INFO nova.compute.manager [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Terminating instance [ 671.038448] env[69262]: DEBUG nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.045318] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9462aa0c-8a3d-4dab-abc9-d5940170e704 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.066465] env[69262]: DEBUG nova.compute.provider_tree [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.092629] env[69262]: DEBUG oslo_concurrency.lockutils [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] Releasing lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.093303] env[69262]: DEBUG nova.compute.manager [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Received event network-changed-65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.093606] env[69262]: DEBUG nova.compute.manager [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Refreshing instance network info cache due to event network-changed-65be8a69-7c10-4435-927c-73f401c46203. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.093896] env[69262]: DEBUG oslo_concurrency.lockutils [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] Acquiring lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.094080] env[69262]: DEBUG oslo_concurrency.lockutils [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] Acquired lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.094385] env[69262]: DEBUG nova.network.neutron [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Refreshing network info cache for port 65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.118424] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713161, 'name': Rename_Task, 'duration_secs': 1.243313} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.119930] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.119930] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.119930] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2113ff4c-cbaf-4f13-b8bf-dd47f7615f16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.131164] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713163, 'name': CreateSnapshot_Task, 'duration_secs': 0.74866} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.132872] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.133358] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 671.133358] env[69262]: value = "task-3713170" [ 671.133358] env[69262]: _type = "Task" [ 671.133358] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.135158] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b24b47f-d613-4486-8322-b68913002da9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.213858] env[69262]: DEBUG nova.compute.manager [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.214156] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.215870] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecf56e5-2ee1-4a4e-9ea1-d88d9bdfbc28 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.224672] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.225051] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c094ff7-3393-483a-ba8f-2b7efcdce6f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.234630] env[69262]: DEBUG oslo_vmware.api [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 671.234630] env[69262]: value = "task-3713171" [ 671.234630] env[69262]: _type = "Task" [ 671.234630] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.244696] env[69262]: DEBUG oslo_vmware.api [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.444061] env[69262]: DEBUG oslo_vmware.api [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Task: {'id': task-3713169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163828} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.444381] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.444849] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.444943] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.445285] env[69262]: INFO nova.compute.manager [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 671.445417] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.445630] env[69262]: DEBUG nova.compute.manager [-] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.445731] env[69262]: DEBUG nova.network.neutron [-] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.484774] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713167, 'name': CreateVM_Task, 'duration_secs': 0.771178} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.484956] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.485637] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.485956] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.486146] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.486390] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732d8aec-6d12-4f3d-9d9d-0faa47237e4e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.492864] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 671.492864] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263fc1e-241e-59c2-e70b-661030635259" [ 671.492864] env[69262]: _type = "Task" [ 671.492864] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.501283] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263fc1e-241e-59c2-e70b-661030635259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.539500] env[69262]: DEBUG nova.compute.manager [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.539802] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.541615] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9432f875-5a7d-44d6-9cd4-eecac5f6ce19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.561541] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.563781] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c51fed99-4652-46e3-ba6c-616b809fa1ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.575188] env[69262]: DEBUG oslo_vmware.api [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 671.575188] env[69262]: value = "task-3713172" [ 671.575188] env[69262]: _type = "Task" [ 671.575188] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.581169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.588628] env[69262]: DEBUG oslo_vmware.api [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.624804] env[69262]: DEBUG nova.compute.manager [req-5ee4b165-7dc1-4fce-801d-2deeb4d837cc req-8edd66c6-af9e-472f-9987-c61803bb0f73 service nova] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Received event network-vif-deleted-09261123-8c1a-440b-b452-3fccd2b5b069 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.624804] env[69262]: DEBUG nova.compute.manager [req-5ee4b165-7dc1-4fce-801d-2deeb4d837cc req-8edd66c6-af9e-472f-9987-c61803bb0f73 service nova] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Received event network-vif-deleted-402a0c9c-b5fa-49ae-a61d-9091d4095743 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.638367] env[69262]: DEBUG nova.scheduler.client.report [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 671.638773] env[69262]: DEBUG nova.compute.provider_tree [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 43 to 44 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 671.639174] env[69262]: DEBUG nova.compute.provider_tree [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 671.660954] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 671.669383] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0939e27a-26cf-41c9-b269-85cea795d5a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.674904] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713170, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.683247] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 671.683247] env[69262]: value = "task-3713173" [ 671.683247] env[69262]: _type = "Task" [ 671.683247] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.696201] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713173, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.758232] env[69262]: DEBUG oslo_vmware.api [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713171, 'name': PowerOffVM_Task, 'duration_secs': 0.333208} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.758232] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.758232] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.758649] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6645a759-55a7-4665-a6cc-1dfaad93c206 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.010443] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263fc1e-241e-59c2-e70b-661030635259, 'name': SearchDatastore_Task, 'duration_secs': 0.013896} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.010841] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.011364] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.012528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.012705] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.013030] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.013451] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f23a66c2-22ab-40fb-8b8a-170dfaa460a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.029556] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.029844] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.030747] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c557bbb5-3b66-4720-aad6-20e2dd8fe9c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.042405] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 672.042405] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292bce1-56dd-cc65-b277-f7b7c5d7b00a" [ 672.042405] env[69262]: _type = "Task" [ 672.042405] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.054074] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292bce1-56dd-cc65-b277-f7b7c5d7b00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.088510] env[69262]: DEBUG oslo_vmware.api [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713172, 'name': PowerOffVM_Task, 'duration_secs': 0.258535} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.088852] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.089059] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.089283] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f835821e-e750-4639-ab88-04ddaaa955a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.153209] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.283s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.153209] env[69262]: DEBUG nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.156031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.808s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.156229] env[69262]: DEBUG nova.objects.instance [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 672.167793] env[69262]: DEBUG oslo_vmware.api [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713170, 'name': PowerOnVM_Task, 'duration_secs': 0.753101} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.167793] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.167793] env[69262]: INFO nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Took 12.14 seconds to spawn the instance on the hypervisor. [ 672.167793] env[69262]: DEBUG nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 672.168399] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be21a75a-5e86-4fa5-9d5d-bad78b3dd743 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.197456] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713173, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.280877] env[69262]: DEBUG nova.network.neutron [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updated VIF entry in instance network info cache for port 65be8a69-7c10-4435-927c-73f401c46203. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.281164] env[69262]: DEBUG nova.network.neutron [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updating instance_info_cache with network_info: [{"id": "65be8a69-7c10-4435-927c-73f401c46203", "address": "fa:16:3e:80:81:94", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be8a69-7c", "ovs_interfaceid": "65be8a69-7c10-4435-927c-73f401c46203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.491326] env[69262]: DEBUG nova.compute.manager [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Received event network-vif-plugged-c9694e81-602b-40aa-82d8-f5291e24c6e0 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.493396] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Acquiring lock "fc35b031-8854-4ac5-83f9-d3b6276ef345-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.493396] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.493396] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.493396] env[69262]: DEBUG nova.compute.manager [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] No waiting events found dispatching network-vif-plugged-c9694e81-602b-40aa-82d8-f5291e24c6e0 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 672.493396] env[69262]: WARNING nova.compute.manager [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Received unexpected event network-vif-plugged-c9694e81-602b-40aa-82d8-f5291e24c6e0 for instance with vm_state building and task_state spawning. [ 672.493799] env[69262]: DEBUG nova.compute.manager [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Received event network-changed-c9694e81-602b-40aa-82d8-f5291e24c6e0 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.493799] env[69262]: DEBUG nova.compute.manager [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Refreshing instance network info cache due to event network-changed-c9694e81-602b-40aa-82d8-f5291e24c6e0. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.494094] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Acquiring lock "refresh_cache-fc35b031-8854-4ac5-83f9-d3b6276ef345" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.495110] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Acquired lock "refresh_cache-fc35b031-8854-4ac5-83f9-d3b6276ef345" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.495110] env[69262]: DEBUG nova.network.neutron [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Refreshing network info cache for port c9694e81-602b-40aa-82d8-f5291e24c6e0 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.560011] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292bce1-56dd-cc65-b277-f7b7c5d7b00a, 'name': SearchDatastore_Task, 'duration_secs': 0.012767} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.560822] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f3287b-68f6-48f0-9d74-f889a0f2409b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.569332] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 672.569332] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b1ae52-74c2-a603-1758-1cafb61d3f18" [ 672.569332] env[69262]: _type = "Task" [ 672.569332] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.581860] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b1ae52-74c2-a603-1758-1cafb61d3f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.636760] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "51d669fe-5caa-478a-8b17-19a0e14863fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.636760] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.662433] env[69262]: DEBUG nova.compute.utils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.666847] env[69262]: DEBUG nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.668040] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.702392] env[69262]: INFO nova.compute.manager [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Took 30.64 seconds to build instance. [ 672.711780] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713173, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.759648] env[69262]: DEBUG nova.network.neutron [-] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.779336] env[69262]: DEBUG nova.policy [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0be562016144f4e8f654823d79cf6bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee705d3d0a664e728d9fd4be9a36f006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.784081] env[69262]: DEBUG oslo_concurrency.lockutils [req-05d0c6e4-8493-4949-957c-91a66faf93a9 req-8fb9dab5-537f-42eb-bb4a-015dc077640d service nova] Releasing lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.088883] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b1ae52-74c2-a603-1758-1cafb61d3f18, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.089355] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.089531] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] fc35b031-8854-4ac5-83f9-d3b6276ef345/fc35b031-8854-4ac5-83f9-d3b6276ef345.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.089825] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f831241-2296-423d-b0fc-a11d0fd6078e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.098018] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 673.098018] env[69262]: value = "task-3713177" [ 673.098018] env[69262]: _type = "Task" [ 673.098018] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.108589] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.171369] env[69262]: DEBUG nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.178472] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a95f766-89e6-4c88-82cf-3fb5c203ab1e tempest-ServersAdmin275Test-1112502476 tempest-ServersAdmin275Test-1112502476-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.180615] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.220s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.182887] env[69262]: INFO nova.compute.claims [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.202570] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713173, 'name': CloneVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.207753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e22742ca-a513-421c-9c30-b66f3fa8d7b4 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.788s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.264119] env[69262]: INFO nova.compute.manager [-] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Took 1.82 seconds to deallocate network for instance. [ 673.615394] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713177, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.709451] env[69262]: DEBUG nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.719189] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713173, 'name': CloneVM_Task, 'duration_secs': 1.547551} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.719466] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Created linked-clone VM from snapshot [ 673.720744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f243b4-93b2-46e4-8134-604fb9a99ee4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.729306] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Uploading image 993674bd-3df3-4e7f-977e-717acafb6f11 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 673.771500] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 673.771500] env[69262]: value = "vm-739493" [ 673.771500] env[69262]: _type = "VirtualMachine" [ 673.771500] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 673.771953] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d3220cca-0fe8-494f-a227-5a464a2eb5d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.777538] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.779995] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lease: (returnval){ [ 673.779995] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263cba1-5eb6-1897-8963-6ce5cc2931ed" [ 673.779995] env[69262]: _type = "HttpNfcLease" [ 673.779995] env[69262]: } obtained for exporting VM: (result){ [ 673.779995] env[69262]: value = "vm-739493" [ 673.779995] env[69262]: _type = "VirtualMachine" [ 673.779995] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 673.780376] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the lease: (returnval){ [ 673.780376] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263cba1-5eb6-1897-8963-6ce5cc2931ed" [ 673.780376] env[69262]: _type = "HttpNfcLease" [ 673.780376] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 673.790405] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 673.790405] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263cba1-5eb6-1897-8963-6ce5cc2931ed" [ 673.790405] env[69262]: _type = "HttpNfcLease" [ 673.790405] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 673.917406] env[69262]: DEBUG nova.network.neutron [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Updated VIF entry in instance network info cache for port c9694e81-602b-40aa-82d8-f5291e24c6e0. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.920471] env[69262]: DEBUG nova.network.neutron [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Updating instance_info_cache with network_info: [{"id": "c9694e81-602b-40aa-82d8-f5291e24c6e0", "address": "fa:16:3e:67:af:45", "network": {"id": "317e6dc6-c935-41a0-9576-e416a47e522a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1113883952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcd6c7416d11441e91b215cd220c4dca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0a76279-3c11-4bef-b124-2a2ee13fa377", "external-id": "nsx-vlan-transportzone-738", "segmentation_id": 738, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9694e81-60", "ovs_interfaceid": "c9694e81-602b-40aa-82d8-f5291e24c6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.920471] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Successfully created port: 68faaa6a-75ec-4845-8968-8a4c38aa0a62 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.111721] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539354} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.112057] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] fc35b031-8854-4ac5-83f9-d3b6276ef345/fc35b031-8854-4ac5-83f9-d3b6276ef345.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.112233] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.112499] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb968388-ac69-4c8b-b0b5-e772b2cc6835 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.120595] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 674.120595] env[69262]: value = "task-3713180" [ 674.120595] env[69262]: _type = "Task" [ 674.120595] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.132495] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.199053] env[69262]: DEBUG nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.231599] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.231839] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.232631] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.233023] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.233266] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.233605] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.233886] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.234182] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.234358] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.234726] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.235044] env[69262]: DEBUG nova.virt.hardware [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.236111] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef27a758-c90d-4d71-815d-213592847800 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.253988] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.253988] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1125434b-a9b8-4911-b956-a7591bae224a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.293467] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.293467] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263cba1-5eb6-1897-8963-6ce5cc2931ed" [ 674.293467] env[69262]: _type = "HttpNfcLease" [ 674.293467] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.293627] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.293627] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263cba1-5eb6-1897-8963-6ce5cc2931ed" [ 674.293627] env[69262]: _type = "HttpNfcLease" [ 674.293627] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.294444] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148fa0c0-f0e7-46a5-90d6-5d4cd3779640 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.303063] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275970c-05e0-3284-2fac-1912a6df92c4/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.304207] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275970c-05e0-3284-2fac-1912a6df92c4/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.405937] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3551e25d-7358-459c-947a-c2746cf3eb8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.426516] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Releasing lock "refresh_cache-fc35b031-8854-4ac5-83f9-d3b6276ef345" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.426516] env[69262]: DEBUG nova.compute.manager [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Received event network-changed-65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.426516] env[69262]: DEBUG nova.compute.manager [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Refreshing instance network info cache due to event network-changed-65be8a69-7c10-4435-927c-73f401c46203. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.426516] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Acquiring lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.426516] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Acquired lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.427061] env[69262]: DEBUG nova.network.neutron [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Refreshing network info cache for port 65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.508278] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Successfully created port: af2dbd92-9339-43fa-9145-b59b6254db63 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.633945] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072435} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.634305] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.635115] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f9238d-b81a-4c5b-9b2e-5841144d1bbc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.661083] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] fc35b031-8854-4ac5-83f9-d3b6276ef345/fc35b031-8854-4ac5-83f9-d3b6276ef345.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.663584] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c70aefd-2a82-4e80-9fe0-1bdeb49136b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.687695] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 674.687695] env[69262]: value = "task-3713181" [ 674.687695] env[69262]: _type = "Task" [ 674.687695] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.696989] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.857263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa54732-f944-4c5c-8694-ea3315cba28f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.869088] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdbe820-a3ce-4537-a29a-4f3da41eac29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.909907] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c376902-7953-46df-8ea6-49942e662658 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.916766] env[69262]: DEBUG nova.compute.manager [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Received event network-changed-19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.918587] env[69262]: DEBUG nova.compute.manager [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Refreshing instance network info cache due to event network-changed-19905edb-ee13-4f8e-b9e0-1f46bf56225c. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.918587] env[69262]: DEBUG oslo_concurrency.lockutils [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] Acquiring lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.918587] env[69262]: DEBUG oslo_concurrency.lockutils [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] Acquired lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.918864] env[69262]: DEBUG nova.network.neutron [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Refreshing network info cache for port 19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.932037] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ad39cf-04ee-4520-a667-003aad4e0275 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.958455] env[69262]: DEBUG nova.compute.provider_tree [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.179801] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Successfully created port: 8734511e-0531-4d79-80a3-2775837d633e {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.198640] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.462393] env[69262]: DEBUG nova.scheduler.client.report [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.573495] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.573495] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.573495] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Deleting the datastore file [datastore1] 266e36d8-f549-490a-a288-2437185c6d7f {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.573972] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-feecad87-30b3-48b5-9be1-4b82d893d5ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.576666] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.576879] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.577196] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleting the datastore file [datastore1] b7fe0430-9c39-4b60-8279-bb51a4218e6c {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.577455] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c3e2351-76f6-4b83-9cf7-33456c335441 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.587153] env[69262]: DEBUG oslo_vmware.api [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 675.587153] env[69262]: value = "task-3713182" [ 675.587153] env[69262]: _type = "Task" [ 675.587153] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.593062] env[69262]: DEBUG nova.network.neutron [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updated VIF entry in instance network info cache for port 65be8a69-7c10-4435-927c-73f401c46203. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.593062] env[69262]: DEBUG nova.network.neutron [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updating instance_info_cache with network_info: [{"id": "65be8a69-7c10-4435-927c-73f401c46203", "address": "fa:16:3e:80:81:94", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65be8a69-7c", "ovs_interfaceid": "65be8a69-7c10-4435-927c-73f401c46203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.594307] env[69262]: DEBUG oslo_vmware.api [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 675.594307] env[69262]: value = "task-3713183" [ 675.594307] env[69262]: _type = "Task" [ 675.594307] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.608441] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.608679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.616479] env[69262]: DEBUG oslo_vmware.api [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.620488] env[69262]: DEBUG oslo_vmware.api [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.708716] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713181, 'name': ReconfigVM_Task, 'duration_secs': 0.602718} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.713057] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Reconfigured VM instance instance-00000019 to attach disk [datastore1] fc35b031-8854-4ac5-83f9-d3b6276ef345/fc35b031-8854-4ac5-83f9-d3b6276ef345.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.713057] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8db1be09-ccb8-4b72-afa8-66b86a95752c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.720721] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 675.720721] env[69262]: value = "task-3713184" [ 675.720721] env[69262]: _type = "Task" [ 675.720721] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.731299] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713184, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.752955] env[69262]: DEBUG nova.network.neutron [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updated VIF entry in instance network info cache for port 19905edb-ee13-4f8e-b9e0-1f46bf56225c. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.753355] env[69262]: DEBUG nova.network.neutron [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updating instance_info_cache with network_info: [{"id": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "address": "fa:16:3e:5d:44:19", "network": {"id": "54fa5005-889f-46b7-a435-0e2afb2849dc", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-464428958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "25717088aa304422b5a103e8506395dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4576b9d4-535c-40aa-b078-246f671f216e", "external-id": "nsx-vlan-transportzone-27", "segmentation_id": 27, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19905edb-ee", "ovs_interfaceid": "19905edb-ee13-4f8e-b9e0-1f46bf56225c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.969647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.970202] env[69262]: DEBUG nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.977514] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.916s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.979181] env[69262]: INFO nova.compute.claims [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.042573] env[69262]: DEBUG nova.compute.manager [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Received event network-changed-66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.042877] env[69262]: DEBUG nova.compute.manager [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Refreshing instance network info cache due to event network-changed-66995842-e4b6-4cca-b689-3cc219f28b07. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.043236] env[69262]: DEBUG oslo_concurrency.lockutils [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] Acquiring lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.043531] env[69262]: DEBUG oslo_concurrency.lockutils [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] Acquired lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.043753] env[69262]: DEBUG nova.network.neutron [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Refreshing network info cache for port 66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.109869] env[69262]: DEBUG oslo_concurrency.lockutils [req-26053e85-d4b5-4a63-9af4-9966b17bd589 req-36f697b2-a2f6-4c87-a3d1-f471a13eacc7 service nova] Releasing lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.110392] env[69262]: DEBUG oslo_vmware.api [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368847} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.112805] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.112805] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.112805] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.112805] env[69262]: INFO nova.compute.manager [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Took 4.57 seconds to destroy the instance on the hypervisor. [ 676.112805] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.113182] env[69262]: DEBUG nova.compute.manager [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.113182] env[69262]: DEBUG nova.network.neutron [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.118522] env[69262]: DEBUG oslo_vmware.api [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36994} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.119176] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.119358] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.119542] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.119855] env[69262]: INFO nova.compute.manager [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Took 4.91 seconds to destroy the instance on the hypervisor. [ 676.120172] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.120430] env[69262]: DEBUG nova.compute.manager [-] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.120510] env[69262]: DEBUG nova.network.neutron [-] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.235655] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713184, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.261383] env[69262]: DEBUG oslo_concurrency.lockutils [req-a84d8911-f628-4f10-969b-99257b2a34fd req-0ec6ac36-8d96-40ec-8258-addbc8bb838e service nova] Releasing lock "refresh_cache-316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.490519] env[69262]: DEBUG nova.compute.utils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.492716] env[69262]: DEBUG nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.492821] env[69262]: DEBUG nova.network.neutron [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.613238] env[69262]: DEBUG nova.policy [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9db40bfb442943c3925771284b64983d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c700e7c74b1640328530e4d13bae9516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.740320] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713184, 'name': Rename_Task, 'duration_secs': 0.995166} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.740756] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.740876] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-118c964a-2255-45bd-9278-e62d4df811a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.748575] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 676.748575] env[69262]: value = "task-3713185" [ 676.748575] env[69262]: _type = "Task" [ 676.748575] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.759940] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.980249] env[69262]: DEBUG nova.network.neutron [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Updated VIF entry in instance network info cache for port 66995842-e4b6-4cca-b689-3cc219f28b07. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.980646] env[69262]: DEBUG nova.network.neutron [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Updating instance_info_cache with network_info: [{"id": "66995842-e4b6-4cca-b689-3cc219f28b07", "address": "fa:16:3e:60:50:db", "network": {"id": "4052435b-5204-4077-bafe-999a54429520", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1862528943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0324f76fa74e059fbc0cd2da43ea7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66995842-e4", "ovs_interfaceid": "66995842-e4b6-4cca-b689-3cc219f28b07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.001675] env[69262]: DEBUG nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.029967] env[69262]: DEBUG nova.network.neutron [-] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.264428] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713185, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.274442] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "bfe7a82e-684c-485e-a4b2-0e247a218637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.275028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.327101] env[69262]: DEBUG nova.network.neutron [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Successfully created port: 1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.483532] env[69262]: DEBUG oslo_concurrency.lockutils [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] Releasing lock "refresh_cache-54acc016-703a-4a5b-9489-e653b7274603" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.483801] env[69262]: DEBUG nova.compute.manager [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Received event network-vif-deleted-380f5e47-233e-4600-9d3a-29f78175deb6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.484131] env[69262]: DEBUG nova.compute.manager [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received event network-changed-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.484385] env[69262]: DEBUG nova.compute.manager [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing instance network info cache due to event network-changed-131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.484682] env[69262]: DEBUG oslo_concurrency.lockutils [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] Acquiring lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.484854] env[69262]: DEBUG oslo_concurrency.lockutils [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] Acquired lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.485091] env[69262]: DEBUG nova.network.neutron [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.537551] env[69262]: INFO nova.compute.manager [-] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Took 1.42 seconds to deallocate network for instance. [ 677.587403] env[69262]: DEBUG nova.network.neutron [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.662315] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Successfully updated port: 68faaa6a-75ec-4845-8968-8a4c38aa0a62 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.673080] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ce8e9-bd7a-4dbd-990f-219a56548715 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.684290] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4740ba09-9a5e-43e4-90c0-b799b1982466 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.725673] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23f80b-0886-4332-9122-21ed0315e3b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.736017] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f097874-ea94-4e75-bf00-9e5628e829cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.755849] env[69262]: DEBUG nova.compute.provider_tree [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.767027] env[69262]: DEBUG oslo_vmware.api [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713185, 'name': PowerOnVM_Task, 'duration_secs': 0.744743} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.767548] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.767887] env[69262]: INFO nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Took 11.03 seconds to spawn the instance on the hypervisor. [ 677.768427] env[69262]: DEBUG nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 677.798270] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e966fa8f-d66f-4fcb-b6d1-dc8a965d61ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.014684] env[69262]: DEBUG nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.050031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.076162] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.076162] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.076543] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.076688] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.076848] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.076999] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.077303] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.077468] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.077637] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.077802] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.077975] env[69262]: DEBUG nova.virt.hardware [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.078926] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb3d48c-d8ef-4f34-8908-82912cc4476d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.090853] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee2c987-e213-4a27-b3e5-83864893b4f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.095698] env[69262]: INFO nova.compute.manager [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Took 1.98 seconds to deallocate network for instance. [ 678.262622] env[69262]: DEBUG nova.scheduler.client.report [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.294243] env[69262]: INFO nova.compute.manager [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Took 33.93 seconds to build instance. [ 678.615016] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.640656] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquiring lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.640881] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.660952] env[69262]: DEBUG nova.network.neutron [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updated VIF entry in instance network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.661351] env[69262]: DEBUG nova.network.neutron [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [{"id": "131e862c-e97c-47ae-9ec6-833569c21576", "address": "fa:16:3e:1c:56:1c", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131e862c-e9", "ovs_interfaceid": "131e862c-e97c-47ae-9ec6-833569c21576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.768591] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.769138] env[69262]: DEBUG nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.774087] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.284s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.774155] env[69262]: DEBUG nova.objects.instance [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lazy-loading 'resources' on Instance uuid 7a983d1c-5bad-45f5-a8e4-e1c1d2274725 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.795711] env[69262]: DEBUG oslo_concurrency.lockutils [None req-19c40a42-3211-4f15-bcd2-7dbb5566c443 tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.670s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.907499] env[69262]: DEBUG nova.compute.manager [req-4c305080-143a-487b-b2b9-ffcdbcfbba88 req-6eeb5108-f3df-48d4-ac76-56b858688af2 service nova] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Received event network-vif-deleted-65be8a69-7c10-4435-927c-73f401c46203 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.930637] env[69262]: DEBUG nova.network.neutron [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Successfully updated port: 1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.165619] env[69262]: DEBUG oslo_concurrency.lockutils [req-1070ecb2-2d21-4a1e-a262-09274bc5e4c4 req-5d1da809-0d2f-4835-be1b-391c51786f34 service nova] Releasing lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.278025] env[69262]: DEBUG nova.compute.utils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.280017] env[69262]: DEBUG nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.280280] env[69262]: DEBUG nova.network.neutron [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.301306] env[69262]: DEBUG nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.347344] env[69262]: DEBUG nova.policy [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bbcf974d78d4d57b0abda0669a2c70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92c50ad17ed94c9196bde2214f5bd74a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.433718] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "refresh_cache-95b37e39-e75a-4d46-866d-d76d9e77ffe9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.433875] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "refresh_cache-95b37e39-e75a-4d46-866d-d76d9e77ffe9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.434044] env[69262]: DEBUG nova.network.neutron [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.788120] env[69262]: DEBUG nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.830978] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.867388] env[69262]: DEBUG nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Received event network-vif-deleted-cb1c57f4-2b9a-4714-89ed-7b658ce5d9b1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.867668] env[69262]: DEBUG nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-vif-plugged-68faaa6a-75ec-4845-8968-8a4c38aa0a62 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.868788] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Acquiring lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.869091] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.869264] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.869439] env[69262]: DEBUG nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] No waiting events found dispatching network-vif-plugged-68faaa6a-75ec-4845-8968-8a4c38aa0a62 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 679.869679] env[69262]: WARNING nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received unexpected event network-vif-plugged-68faaa6a-75ec-4845-8968-8a4c38aa0a62 for instance with vm_state building and task_state spawning. [ 679.869759] env[69262]: DEBUG nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-changed-68faaa6a-75ec-4845-8968-8a4c38aa0a62 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.869934] env[69262]: DEBUG nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Refreshing instance network info cache due to event network-changed-68faaa6a-75ec-4845-8968-8a4c38aa0a62. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.870192] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Acquiring lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.870261] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Acquired lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.870405] env[69262]: DEBUG nova.network.neutron [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Refreshing network info cache for port 68faaa6a-75ec-4845-8968-8a4c38aa0a62 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.872621] env[69262]: DEBUG nova.network.neutron [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Successfully created port: 23c5e97d-1a38-4c46-a3e8-52798298f385 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.890810] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Successfully updated port: af2dbd92-9339-43fa-9145-b59b6254db63 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.907923] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcb47a3-7096-4711-a264-95fd36c8ea8f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.919399] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0772e2d-c986-4508-bcb3-c006f84c25d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.961910] env[69262]: DEBUG nova.network.neutron [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.964486] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f09d1-1615-476a-8348-c24e0bff0ef5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.976985] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d940e5a-971f-40eb-80fa-5495a3b563a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.993699] env[69262]: DEBUG nova.compute.provider_tree [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.009712] env[69262]: DEBUG nova.network.neutron [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.092217] env[69262]: DEBUG nova.network.neutron [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.246100] env[69262]: DEBUG nova.network.neutron [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Updating instance_info_cache with network_info: [{"id": "1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e", "address": "fa:16:3e:b0:04:ec", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5e50c8-19", "ovs_interfaceid": "1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.471557] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "266e36d8-f549-490a-a288-2437185c6d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.500033] env[69262]: DEBUG nova.scheduler.client.report [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.536029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "fc35b031-8854-4ac5-83f9-d3b6276ef345" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.536029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.536029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "fc35b031-8854-4ac5-83f9-d3b6276ef345-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.536029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.536417] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.538065] env[69262]: INFO nova.compute.manager [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Terminating instance [ 680.597550] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Releasing lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.597550] env[69262]: DEBUG nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received event network-changed-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.597550] env[69262]: DEBUG nova.compute.manager [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing instance network info cache due to event network-changed-131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.597550] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Acquiring lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.597550] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Acquired lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.597992] env[69262]: DEBUG nova.network.neutron [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Refreshing network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.749598] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "refresh_cache-95b37e39-e75a-4d46-866d-d76d9e77ffe9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.753080] env[69262]: DEBUG nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Instance network_info: |[{"id": "1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e", "address": "fa:16:3e:b0:04:ec", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5e50c8-19", "ovs_interfaceid": "1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.753227] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:04:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.765933] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating folder: Project (c700e7c74b1640328530e4d13bae9516). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.768953] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bdaf1d8-820b-4b2a-85ba-db93730040fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.782355] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created folder: Project (c700e7c74b1640328530e4d13bae9516) in parent group-v739409. [ 680.782478] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating folder: Instances. Parent ref: group-v739494. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.782653] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8790f393-47aa-4811-b0f3-dcee6abe64b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.793233] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created folder: Instances in parent group-v739494. [ 680.793670] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.793955] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.794457] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c757795-15ec-4320-878f-5a4aaaf415ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.817341] env[69262]: DEBUG nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.826481] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.826481] env[69262]: value = "task-3713188" [ 680.826481] env[69262]: _type = "Task" [ 680.826481] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.835565] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713188, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.849212] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.849501] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.849705] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.849914] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.851115] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.851363] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.851661] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.851876] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.852069] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.852245] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.852616] env[69262]: DEBUG nova.virt.hardware [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.853349] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2e1e9d-2f5c-4edc-ac17-91c3464a359f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.866645] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de4816d-4068-4a67-b80a-f1ff22e31935 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.004716] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.007342] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.996s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.007582] env[69262]: DEBUG nova.objects.instance [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lazy-loading 'resources' on Instance uuid 38b2f84d-0d1b-4674-87b0-a118486e7218 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.029148] env[69262]: INFO nova.scheduler.client.report [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Deleted allocations for instance 7a983d1c-5bad-45f5-a8e4-e1c1d2274725 [ 681.043574] env[69262]: DEBUG nova.compute.manager [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 681.043844] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.044874] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c89d1-a7c0-42cd-92c5-732433bd0790 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.055016] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.055016] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7571a89-2e7c-453a-a678-1286875d2954 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.063780] env[69262]: DEBUG oslo_vmware.api [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 681.063780] env[69262]: value = "task-3713189" [ 681.063780] env[69262]: _type = "Task" [ 681.063780] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.075576] env[69262]: DEBUG oslo_vmware.api [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.341821] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713188, 'name': CreateVM_Task, 'duration_secs': 0.394074} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.342047] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.342939] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.342939] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.343346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.343608] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cc3c0f-1429-4d86-b40b-44b998ae8ed8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.349862] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 681.349862] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dcefcf-8b76-97a1-c847-80b25f3c663b" [ 681.349862] env[69262]: _type = "Task" [ 681.349862] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.359567] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dcefcf-8b76-97a1-c847-80b25f3c663b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.506221] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Received event network-changed-12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.506452] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Refreshing instance network info cache due to event network-changed-12628b13-16f0-48ee-b4ef-e51b3020b383. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.506682] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquiring lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.506813] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquired lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.506976] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Refreshing network info cache for port 12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.517333] env[69262]: DEBUG nova.network.neutron [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updated VIF entry in instance network info cache for port 131e862c-e97c-47ae-9ec6-833569c21576. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.517720] env[69262]: DEBUG nova.network.neutron [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [{"id": "131e862c-e97c-47ae-9ec6-833569c21576", "address": "fa:16:3e:1c:56:1c", "network": {"id": "68f49d12-f120-4a29-adc5-8b7279d23732", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2073067917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3523f60d71a4c008b7ad763e23445f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap131e862c-e9", "ovs_interfaceid": "131e862c-e97c-47ae-9ec6-833569c21576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.542532] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f5331a9-06df-4867-9cb9-126a0223b14f tempest-ServerAddressesNegativeTestJSON-286036129 tempest-ServerAddressesNegativeTestJSON-286036129-project-member] Lock "7a983d1c-5bad-45f5-a8e4-e1c1d2274725" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.656s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.584030] env[69262]: DEBUG oslo_vmware.api [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713189, 'name': PowerOffVM_Task, 'duration_secs': 0.254774} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.586106] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.586328] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.587849] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8831f56f-04a6-484e-bc6d-ce5188798e34 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.639103] env[69262]: DEBUG nova.network.neutron [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Successfully updated port: 23c5e97d-1a38-4c46-a3e8-52798298f385 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.671918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.672206] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.672439] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Deleting the datastore file [datastore1] fc35b031-8854-4ac5-83f9-d3b6276ef345 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.673032] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ae35873-bd1e-4d9c-a8fd-621903659f8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.683954] env[69262]: DEBUG oslo_vmware.api [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for the task: (returnval){ [ 681.683954] env[69262]: value = "task-3713191" [ 681.683954] env[69262]: _type = "Task" [ 681.683954] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.696867] env[69262]: DEBUG oslo_vmware.api [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.860837] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dcefcf-8b76-97a1-c847-80b25f3c663b, 'name': SearchDatastore_Task, 'duration_secs': 0.014333} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.861093] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.861325] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.861589] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.861734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.861934] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.867075] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63ec180-a9fb-4d22-ba08-48a679c00659 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.876397] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.876582] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.877535] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b048c951-b6b0-41fc-a7d1-3ca82b66357b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.886699] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 681.886699] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224391c-9934-4b40-65b7-0ec6bf438413" [ 681.886699] env[69262]: _type = "Task" [ 681.886699] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.896995] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224391c-9934-4b40-65b7-0ec6bf438413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.956029] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Successfully updated port: 8734511e-0531-4d79-80a3-2775837d633e {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.020389] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aa3bf95-fea9-467e-b06f-4ab04520defd req-d01cd4d4-f989-4e18-b2cd-312a8415f1dc service nova] Releasing lock "refresh_cache-f3ea3756-4188-4268-bad1-5f72cdab46aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.123595] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657ad14-4621-4ee4-ac67-6457083da11e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.133591] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277b94a1-5275-443d-b20b-cbbe557f5879 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.141398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "refresh_cache-cec98253-43e7-431f-9b13-b12358827e07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.142239] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "refresh_cache-cec98253-43e7-431f-9b13-b12358827e07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.142239] env[69262]: DEBUG nova.network.neutron [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.180474] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a1dc4b-3cc3-4a42-af63-b37c2055ea3d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.198033] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842f44ae-e0cb-45a9-a196-b675779f0845 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.207648] env[69262]: DEBUG oslo_vmware.api [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Task: {'id': task-3713191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255522} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.208417] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.208613] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.208786] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.208952] env[69262]: INFO nova.compute.manager [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Took 1.17 seconds to destroy the instance on the hypervisor. [ 682.209218] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.209680] env[69262]: DEBUG nova.compute.manager [-] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 682.209782] env[69262]: DEBUG nova.network.neutron [-] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 682.220316] env[69262]: DEBUG nova.compute.provider_tree [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.370601] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Updated VIF entry in instance network info cache for port 12628b13-16f0-48ee-b4ef-e51b3020b383. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.371725] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Updating instance_info_cache with network_info: [{"id": "12628b13-16f0-48ee-b4ef-e51b3020b383", "address": "fa:16:3e:b1:1e:9a", "network": {"id": "16149ee8-13e7-4c58-8267-4dd2ba2605c1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2049618860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a3cbc9b2eb4c26918657468502646a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12628b13-16", "ovs_interfaceid": "12628b13-16f0-48ee-b4ef-e51b3020b383", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.397221] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224391c-9934-4b40-65b7-0ec6bf438413, 'name': SearchDatastore_Task, 'duration_secs': 0.016406} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.398124] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c910900-00b6-4a20-853c-2691fc005a02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.405617] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 682.405617] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5257db15-635e-baa7-6b74-f172f911ba9c" [ 682.405617] env[69262]: _type = "Task" [ 682.405617] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.417020] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5257db15-635e-baa7-6b74-f172f911ba9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.459532] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.459710] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.459841] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.688486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "7d51790a-49cf-4543-9019-ec99fa441217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.688847] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "7d51790a-49cf-4543-9019-ec99fa441217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.689161] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "7d51790a-49cf-4543-9019-ec99fa441217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.693031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "7d51790a-49cf-4543-9019-ec99fa441217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.693031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "7d51790a-49cf-4543-9019-ec99fa441217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.693031] env[69262]: INFO nova.compute.manager [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Terminating instance [ 682.726926] env[69262]: DEBUG nova.scheduler.client.report [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.731318] env[69262]: DEBUG nova.network.neutron [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.874307] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Releasing lock "refresh_cache-802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.874600] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Received event network-vif-plugged-1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.874918] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquiring lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.875108] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.875214] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.875395] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] No waiting events found dispatching network-vif-plugged-1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 682.875586] env[69262]: WARNING nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Received unexpected event network-vif-plugged-1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e for instance with vm_state building and task_state spawning. [ 682.875834] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Received event network-changed-1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.876680] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Refreshing instance network info cache due to event network-changed-1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.876680] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquiring lock "refresh_cache-95b37e39-e75a-4d46-866d-d76d9e77ffe9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.876680] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquired lock "refresh_cache-95b37e39-e75a-4d46-866d-d76d9e77ffe9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.876680] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Refreshing network info cache for port 1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.916721] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5257db15-635e-baa7-6b74-f172f911ba9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013499} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.917131] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.917466] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 95b37e39-e75a-4d46-866d-d76d9e77ffe9/95b37e39-e75a-4d46-866d-d76d9e77ffe9.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.917762] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a5d6918-94c4-4011-8d7e-965c5791db54 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.927021] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 682.927021] env[69262]: value = "task-3713192" [ 682.927021] env[69262]: _type = "Task" [ 682.927021] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.937450] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.969428] env[69262]: DEBUG nova.network.neutron [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Updating instance_info_cache with network_info: [{"id": "23c5e97d-1a38-4c46-a3e8-52798298f385", "address": "fa:16:3e:e0:75:97", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c5e97d-1a", "ovs_interfaceid": "23c5e97d-1a38-4c46-a3e8-52798298f385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.019425] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275970c-05e0-3284-2fac-1912a6df92c4/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 683.020445] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8ba935-fab0-4ef2-bc7a-3498a0d0ef04 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.028292] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275970c-05e0-3284-2fac-1912a6df92c4/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.028468] env[69262]: ERROR oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275970c-05e0-3284-2fac-1912a6df92c4/disk-0.vmdk due to incomplete transfer. [ 683.028720] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1fb696e6-1c48-4cd1-8e26-17449baa5dfb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.031842] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.041283] env[69262]: DEBUG oslo_vmware.rw_handles [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275970c-05e0-3284-2fac-1912a6df92c4/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.041654] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Uploaded image 993674bd-3df3-4e7f-977e-717acafb6f11 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.044131] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.044427] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf44ed42-6c44-4b31-bbf7-6e1af2f88db1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.056397] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 683.056397] env[69262]: value = "task-3713193" [ 683.056397] env[69262]: _type = "Task" [ 683.056397] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.065904] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713193, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.147098] env[69262]: DEBUG nova.network.neutron [-] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.196848] env[69262]: DEBUG nova.compute.manager [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 683.197186] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.198455] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fae95f1-a9ff-4624-aaba-a6b5089f736f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.214390] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.214711] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23e5b410-707a-4158-b808-0722cba711e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.237078] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.239801] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.154s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.245089] env[69262]: INFO nova.compute.claims [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.281305] env[69262]: INFO nova.scheduler.client.report [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Deleted allocations for instance 38b2f84d-0d1b-4674-87b0-a118486e7218 [ 683.299861] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.299861] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.300223] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Deleting the datastore file [datastore2] 7d51790a-49cf-4543-9019-ec99fa441217 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.300548] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70d81699-55c8-4b65-8d53-177ace7ad282 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.315183] env[69262]: DEBUG oslo_vmware.api [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 683.315183] env[69262]: value = "task-3713195" [ 683.315183] env[69262]: _type = "Task" [ 683.315183] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.327584] env[69262]: DEBUG oslo_vmware.api [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.443192] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713192, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.472163] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "refresh_cache-cec98253-43e7-431f-9b13-b12358827e07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.472543] env[69262]: DEBUG nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance network_info: |[{"id": "23c5e97d-1a38-4c46-a3e8-52798298f385", "address": "fa:16:3e:e0:75:97", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c5e97d-1a", "ovs_interfaceid": "23c5e97d-1a38-4c46-a3e8-52798298f385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.472983] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:75:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c5e97d-1a38-4c46-a3e8-52798298f385', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.482089] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating folder: Project (92c50ad17ed94c9196bde2214f5bd74a). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.482089] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9bc290f-b732-4c6b-9b92-2e4da4232578 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.496802] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created folder: Project (92c50ad17ed94c9196bde2214f5bd74a) in parent group-v739409. [ 683.497063] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating folder: Instances. Parent ref: group-v739497. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.497484] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e662a3b5-d691-421d-b95d-c077c2663334 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.513297] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created folder: Instances in parent group-v739497. [ 683.513463] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.515330] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.515330] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4e6b948-f038-4fb3-ad01-c032eb49206b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.541694] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.541694] env[69262]: value = "task-3713198" [ 683.541694] env[69262]: _type = "Task" [ 683.541694] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.554539] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713198, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.567230] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713193, 'name': Destroy_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.650464] env[69262]: INFO nova.compute.manager [-] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Took 1.44 seconds to deallocate network for instance. [ 683.701745] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Received event network-vif-plugged-23c5e97d-1a38-4c46-a3e8-52798298f385 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.702371] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Acquiring lock "cec98253-43e7-431f-9b13-b12358827e07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.702685] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Lock "cec98253-43e7-431f-9b13-b12358827e07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.702950] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Lock "cec98253-43e7-431f-9b13-b12358827e07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.703252] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] No waiting events found dispatching network-vif-plugged-23c5e97d-1a38-4c46-a3e8-52798298f385 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 683.703477] env[69262]: WARNING nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Received unexpected event network-vif-plugged-23c5e97d-1a38-4c46-a3e8-52798298f385 for instance with vm_state building and task_state spawning. [ 683.703719] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Received event network-changed-23c5e97d-1a38-4c46-a3e8-52798298f385 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.703918] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Refreshing instance network info cache due to event network-changed-23c5e97d-1a38-4c46-a3e8-52798298f385. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.704164] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Acquiring lock "refresh_cache-cec98253-43e7-431f-9b13-b12358827e07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.704347] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Acquired lock "refresh_cache-cec98253-43e7-431f-9b13-b12358827e07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.704540] env[69262]: DEBUG nova.network.neutron [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Refreshing network info cache for port 23c5e97d-1a38-4c46-a3e8-52798298f385 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.795599] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c75e1c9-df7e-4670-8c5a-89a5f04643dc tempest-ServerDiagnosticsTest-753783499 tempest-ServerDiagnosticsTest-753783499-project-member] Lock "38b2f84d-0d1b-4674-87b0-a118486e7218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.410s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.828735] env[69262]: DEBUG oslo_vmware.api [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31523} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.829087] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.829300] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.829493] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.829713] env[69262]: INFO nova.compute.manager [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Took 0.63 seconds to destroy the instance on the hypervisor. [ 683.829958] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.830172] env[69262]: DEBUG nova.compute.manager [-] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.830265] env[69262]: DEBUG nova.network.neutron [-] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.940988] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571981} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.942859] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 95b37e39-e75a-4d46-866d-d76d9e77ffe9/95b37e39-e75a-4d46-866d-d76d9e77ffe9.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.942859] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.942859] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ced3d8e-e9a2-458a-ab14-5dbfe1bd0cc9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.950398] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 683.950398] env[69262]: value = "task-3713199" [ 683.950398] env[69262]: _type = "Task" [ 683.950398] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.962366] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.982045] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Updated VIF entry in instance network info cache for port 1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.983175] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Updating instance_info_cache with network_info: [{"id": "1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e", "address": "fa:16:3e:b0:04:ec", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e5e50c8-19", "ovs_interfaceid": "1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.029667] env[69262]: DEBUG nova.network.neutron [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updating instance_info_cache with network_info: [{"id": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "address": "fa:16:3e:df:cb:bf", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68faaa6a-75", "ovs_interfaceid": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "af2dbd92-9339-43fa-9145-b59b6254db63", "address": "fa:16:3e:8f:05:24", "network": {"id": "b8f5290c-e4cc-44cc-ae30-2cdd0cd2d1de", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-283203858", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2dbd92-93", "ovs_interfaceid": "af2dbd92-9339-43fa-9145-b59b6254db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8734511e-0531-4d79-80a3-2775837d633e", "address": "fa:16:3e:58:65:be", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8734511e-05", "ovs_interfaceid": "8734511e-0531-4d79-80a3-2775837d633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.053158] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713198, 'name': CreateVM_Task, 'duration_secs': 0.411854} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.054224] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.055320] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.055543] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.055927] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.056489] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83032c90-b82b-4f0f-8515-ef13552da17d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.068578] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713193, 'name': Destroy_Task, 'duration_secs': 0.562987} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.069593] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Destroyed the VM [ 684.070089] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 684.070468] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 684.070468] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529327e3-24e9-3879-91ad-07ef1c35518f" [ 684.070468] env[69262]: _type = "Task" [ 684.070468] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.070816] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d47a9436-47fd-47d0-af78-ca6bd86c4170 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.083966] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529327e3-24e9-3879-91ad-07ef1c35518f, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.085497] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.085600] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.086038] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.086196] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.086645] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.087919] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 684.087919] env[69262]: value = "task-3713200" [ 684.087919] env[69262]: _type = "Task" [ 684.087919] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.088163] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7f7651e-befb-4d03-a0b9-3d8fb6f94fc1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.101936] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713200, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.106385] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.106385] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.106385] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb574e5b-417a-4938-b9ee-66e9031d8759 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.110128] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 684.110128] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527af276-69c6-d827-b267-6b762c90524b" [ 684.110128] env[69262]: _type = "Task" [ 684.110128] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.119151] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527af276-69c6-d827-b267-6b762c90524b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.158726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.463483] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081989} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.463900] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.467255] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fce03d-6ee0-461a-b81c-ec1e88229564 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.489552] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Releasing lock "refresh_cache-95b37e39-e75a-4d46-866d-d76d9e77ffe9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.490039] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-vif-plugged-af2dbd92-9339-43fa-9145-b59b6254db63 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.490471] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquiring lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.490824] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.491188] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.491440] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] No waiting events found dispatching network-vif-plugged-af2dbd92-9339-43fa-9145-b59b6254db63 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.491697] env[69262]: WARNING nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received unexpected event network-vif-plugged-af2dbd92-9339-43fa-9145-b59b6254db63 for instance with vm_state building and task_state spawning. [ 684.491949] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-changed-af2dbd92-9339-43fa-9145-b59b6254db63 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.492226] env[69262]: DEBUG nova.compute.manager [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Refreshing instance network info cache due to event network-changed-af2dbd92-9339-43fa-9145-b59b6254db63. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.492495] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquiring lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.501532] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 95b37e39-e75a-4d46-866d-d76d9e77ffe9/95b37e39-e75a-4d46-866d-d76d9e77ffe9.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.504912] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc7e282-716e-45ca-9a7a-d2084160e3b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.528312] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 684.528312] env[69262]: value = "task-3713201" [ 684.528312] env[69262]: _type = "Task" [ 684.528312] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.532772] env[69262]: DEBUG nova.network.neutron [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Updated VIF entry in instance network info cache for port 23c5e97d-1a38-4c46-a3e8-52798298f385. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.533164] env[69262]: DEBUG nova.network.neutron [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Updating instance_info_cache with network_info: [{"id": "23c5e97d-1a38-4c46-a3e8-52798298f385", "address": "fa:16:3e:e0:75:97", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c5e97d-1a", "ovs_interfaceid": "23c5e97d-1a38-4c46-a3e8-52798298f385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.534882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Releasing lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.535392] env[69262]: DEBUG nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Instance network_info: |[{"id": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "address": "fa:16:3e:df:cb:bf", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68faaa6a-75", "ovs_interfaceid": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "af2dbd92-9339-43fa-9145-b59b6254db63", "address": "fa:16:3e:8f:05:24", "network": {"id": "b8f5290c-e4cc-44cc-ae30-2cdd0cd2d1de", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-283203858", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2dbd92-93", "ovs_interfaceid": "af2dbd92-9339-43fa-9145-b59b6254db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8734511e-0531-4d79-80a3-2775837d633e", "address": "fa:16:3e:58:65:be", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8734511e-05", "ovs_interfaceid": "8734511e-0531-4d79-80a3-2775837d633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.536664] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Acquired lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.536664] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Refreshing network info cache for port af2dbd92-9339-43fa-9145-b59b6254db63 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.541019] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:cb:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68faaa6a-75ec-4845-8968-8a4c38aa0a62', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:05:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd903c404-a23a-40c0-a217-96d4bb2e5b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af2dbd92-9339-43fa-9145-b59b6254db63', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:65:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8734511e-0531-4d79-80a3-2775837d633e', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.558726] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Creating folder: Project (ee705d3d0a664e728d9fd4be9a36f006). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.567332] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Releasing lock "refresh_cache-cec98253-43e7-431f-9b13-b12358827e07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.567588] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-vif-plugged-8734511e-0531-4d79-80a3-2775837d633e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.567803] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Acquiring lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.568052] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.568234] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.568432] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] No waiting events found dispatching network-vif-plugged-8734511e-0531-4d79-80a3-2775837d633e {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 684.568617] env[69262]: WARNING nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received unexpected event network-vif-plugged-8734511e-0531-4d79-80a3-2775837d633e for instance with vm_state building and task_state spawning. [ 684.568807] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-changed-8734511e-0531-4d79-80a3-2775837d633e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.568988] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Refreshing instance network info cache due to event network-changed-8734511e-0531-4d79-80a3-2775837d633e. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.569179] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Acquiring lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.569430] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f68cfdff-5f82-4876-8431-5da1ab15e1c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.571481] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713201, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.582443] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Created folder: Project (ee705d3d0a664e728d9fd4be9a36f006) in parent group-v739409. [ 684.582443] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Creating folder: Instances. Parent ref: group-v739500. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.582443] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8022c966-91d1-4b73-8107-e8572bd545e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.594375] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Created folder: Instances in parent group-v739500. [ 684.594375] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.599265] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.599265] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab4129f7-9e49-442d-9677-4e8a1014af41 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.629428] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713200, 'name': RemoveSnapshot_Task} progress is 64%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.631668] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.631668] env[69262]: value = "task-3713204" [ 684.631668] env[69262]: _type = "Task" [ 684.631668] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.635384] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527af276-69c6-d827-b267-6b762c90524b, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.642624] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0759bf6f-054c-47c2-b8c8-a7360c338d1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.650200] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713204, 'name': CreateVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.651827] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 684.651827] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ced4f5-872e-505d-36e4-b1990010b0b8" [ 684.651827] env[69262]: _type = "Task" [ 684.651827] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.664528] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ced4f5-872e-505d-36e4-b1990010b0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010979} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.664847] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.665174] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.665432] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa877cf-a4c2-4650-b480-bf1c80847016 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.672749] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 684.672749] env[69262]: value = "task-3713205" [ 684.672749] env[69262]: _type = "Task" [ 684.672749] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.681752] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.842827] env[69262]: DEBUG nova.network.neutron [-] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.920478] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d78da97-ad71-439a-aa17-0e368939087e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.929726] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0675be-198a-4e95-a9b1-efe2ebc21b75 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.962651] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb92c9a-ca05-4dea-bc88-e8240d48c01d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.971481] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69de698-8c90-4a12-8727-d95920c5b6c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.988503] env[69262]: DEBUG nova.compute.provider_tree [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.040330] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713201, 'name': ReconfigVM_Task, 'duration_secs': 0.301262} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.040330] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 95b37e39-e75a-4d46-866d-d76d9e77ffe9/95b37e39-e75a-4d46-866d-d76d9e77ffe9.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.040745] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ffca8b1-299f-4a12-abc1-b1fd47f542f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.049765] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 685.049765] env[69262]: value = "task-3713206" [ 685.049765] env[69262]: _type = "Task" [ 685.049765] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.066030] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713206, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.106850] env[69262]: DEBUG oslo_vmware.api [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713200, 'name': RemoveSnapshot_Task, 'duration_secs': 0.792554} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.107389] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.107667] env[69262]: INFO nova.compute.manager [None req-40c07d4e-d5ef-4faa-a908-89626184e962 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 685.149640] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713204, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.184722] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713205, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.336972] env[69262]: DEBUG nova.compute.manager [req-8d0c0e3f-45dc-4ced-a33a-91112a2a89b9 req-e5660523-b793-4c33-b795-20d0972b8e09 service nova] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Received event network-vif-deleted-901d1d0d-4ccd-4728-ad82-6e383ff3a7dc {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.345422] env[69262]: INFO nova.compute.manager [-] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Took 1.51 seconds to deallocate network for instance. [ 685.421098] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updated VIF entry in instance network info cache for port af2dbd92-9339-43fa-9145-b59b6254db63. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.421098] env[69262]: DEBUG nova.network.neutron [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updating instance_info_cache with network_info: [{"id": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "address": "fa:16:3e:df:cb:bf", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68faaa6a-75", "ovs_interfaceid": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "af2dbd92-9339-43fa-9145-b59b6254db63", "address": "fa:16:3e:8f:05:24", "network": {"id": "b8f5290c-e4cc-44cc-ae30-2cdd0cd2d1de", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-283203858", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2dbd92-93", "ovs_interfaceid": "af2dbd92-9339-43fa-9145-b59b6254db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8734511e-0531-4d79-80a3-2775837d633e", "address": "fa:16:3e:58:65:be", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8734511e-05", "ovs_interfaceid": "8734511e-0531-4d79-80a3-2775837d633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.494167] env[69262]: DEBUG nova.scheduler.client.report [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.561262] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713206, 'name': Rename_Task, 'duration_secs': 0.223172} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.561576] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.561935] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43076490-2e4f-4ea2-aeac-ef8a1279140f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.570253] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 685.570253] env[69262]: value = "task-3713207" [ 685.570253] env[69262]: _type = "Task" [ 685.570253] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.579608] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.652596] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713204, 'name': CreateVM_Task, 'duration_secs': 0.665423} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.652596] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.653712] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.653858] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.654720] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.655041] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1ef642-d012-40c2-8c87-4b88180793ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.661961] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 685.661961] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52522c10-4d68-d820-2295-6d07665a661a" [ 685.661961] env[69262]: _type = "Task" [ 685.661961] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.673126] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52522c10-4d68-d820-2295-6d07665a661a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.683979] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713205, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.862442] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.923232] env[69262]: DEBUG oslo_concurrency.lockutils [req-2682025a-a22a-40d4-8ef5-b1c60b04e468 req-f5fa57be-0487-4c90-a6d7-cef2c782a4dd service nova] Releasing lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.924690] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Acquired lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.925094] env[69262]: DEBUG nova.network.neutron [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Refreshing network info cache for port 8734511e-0531-4d79-80a3-2775837d633e {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.996793] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.997614] env[69262]: DEBUG nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.002382] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.560s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.002382] env[69262]: DEBUG nova.objects.instance [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lazy-loading 'resources' on Instance uuid 77282dc6-c5d8-47ce-8458-81b7672edd10 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.084464] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713207, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.173533] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52522c10-4d68-d820-2295-6d07665a661a, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.174330] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.174783] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.176377] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.176377] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.176377] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.176377] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b4e5ebe-308a-47d2-9f38-c4b574a00b59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.192337] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713205, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.193390] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.193657] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.194432] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a1613e-dd9b-4c43-ad65-b38135d59215 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.201050] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 686.201050] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521c91bd-834d-44ee-bcde-64e096055904" [ 686.201050] env[69262]: _type = "Task" [ 686.201050] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.214619] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521c91bd-834d-44ee-bcde-64e096055904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.508808] env[69262]: DEBUG nova.compute.utils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.515585] env[69262]: DEBUG nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.518572] env[69262]: DEBUG nova.network.neutron [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.588121] env[69262]: DEBUG oslo_vmware.api [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713207, 'name': PowerOnVM_Task, 'duration_secs': 0.552374} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.591020] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.591296] env[69262]: INFO nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Took 8.58 seconds to spawn the instance on the hypervisor. [ 686.591549] env[69262]: DEBUG nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 686.592806] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0ffa79-fb04-41f3-8fc1-c54d9d4536e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.607284] env[69262]: DEBUG nova.policy [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89fe08f342ae4958981671b0dfd96190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5cdc01771f740989d97c0c57a0754f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.687370] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713205, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.53364} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.691082] env[69262]: DEBUG nova.network.neutron [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updated VIF entry in instance network info cache for port 8734511e-0531-4d79-80a3-2775837d633e. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.691657] env[69262]: DEBUG nova.network.neutron [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updating instance_info_cache with network_info: [{"id": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "address": "fa:16:3e:df:cb:bf", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68faaa6a-75", "ovs_interfaceid": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "af2dbd92-9339-43fa-9145-b59b6254db63", "address": "fa:16:3e:8f:05:24", "network": {"id": "b8f5290c-e4cc-44cc-ae30-2cdd0cd2d1de", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-283203858", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d903c404-a23a-40c0-a217-96d4bb2e5b08", "external-id": "nsx-vlan-transportzone-228", "segmentation_id": 228, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf2dbd92-93", "ovs_interfaceid": "af2dbd92-9339-43fa-9145-b59b6254db63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8734511e-0531-4d79-80a3-2775837d633e", "address": "fa:16:3e:58:65:be", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8734511e-05", "ovs_interfaceid": "8734511e-0531-4d79-80a3-2775837d633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.692996] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.693285] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.694041] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36a42a80-380b-4396-8a3e-9a26a3bce95d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.702947] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 686.702947] env[69262]: value = "task-3713208" [ 686.702947] env[69262]: _type = "Task" [ 686.702947] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.724356] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521c91bd-834d-44ee-bcde-64e096055904, 'name': SearchDatastore_Task, 'duration_secs': 0.018226} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.729740] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.730096] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c59ad30-4fe6-4f2b-9a9b-96eacc63a1c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.741023] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 686.741023] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bb99a9-0f89-caad-09ff-71dce28f6b33" [ 686.741023] env[69262]: _type = "Task" [ 686.741023] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.750389] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bb99a9-0f89-caad-09ff-71dce28f6b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.016822] env[69262]: DEBUG nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.102998] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0dd6ab-acfa-4cd1-8213-d1fde5ea1a1e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.115406] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d836b48-8321-44ed-8df9-b439945f6cb1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.121190] env[69262]: INFO nova.compute.manager [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Took 36.19 seconds to build instance. [ 687.151041] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a89a2-b14e-46aa-8bda-15ba750fd3a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.160325] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964e92f5-6176-4482-abd6-759352f80b82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.175751] env[69262]: DEBUG nova.compute.provider_tree [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.197688] env[69262]: DEBUG oslo_concurrency.lockutils [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] Releasing lock "refresh_cache-c657e795-97fa-46b2-a1ed-a208e5dd684a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.197989] env[69262]: DEBUG nova.compute.manager [req-931cd950-2e10-4073-8a2c-ced6edaf940f req-598e5b75-4d69-4e1d-93e7-cf1c711c1351 service nova] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Received event network-vif-deleted-c9694e81-602b-40aa-82d8-f5291e24c6e0 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.219369] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068103} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.219659] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.220577] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6842a7ba-2915-4c6b-81dd-61f10ae76fc6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.248122] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.248848] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbfc4408-fa05-49d4-b662-dec3d29c5af9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.273924] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bb99a9-0f89-caad-09ff-71dce28f6b33, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.275446] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.275722] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] c657e795-97fa-46b2-a1ed-a208e5dd684a/c657e795-97fa-46b2-a1ed-a208e5dd684a.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.276063] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 687.276063] env[69262]: value = "task-3713209" [ 687.276063] env[69262]: _type = "Task" [ 687.276063] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.276272] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47a40a4a-7a7a-4fce-b451-c5baa1911191 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.293192] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.294932] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 687.294932] env[69262]: value = "task-3713210" [ 687.294932] env[69262]: _type = "Task" [ 687.294932] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.305447] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.324850] env[69262]: DEBUG nova.network.neutron [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Successfully created port: 5f759ec1-5fe3-45ed-9b86-0eda16c6d905 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.623587] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c24ab4d3-c251-4443-9fdf-61f392f89e4b tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.304s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.678646] env[69262]: DEBUG nova.scheduler.client.report [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.779895] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "d25fc554-aae7-460c-bc59-8e7bb8493d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.781085] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.790323] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713209, 'name': ReconfigVM_Task, 'duration_secs': 0.370577} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.790612] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Reconfigured VM instance instance-0000001c to attach disk [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.791232] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01584f6d-2421-473b-a408-c7a6c2a9bfa1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.800279] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 687.800279] env[69262]: value = "task-3713211" [ 687.800279] env[69262]: _type = "Task" [ 687.800279] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.807099] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.812535] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713211, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.904646] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.904952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.905195] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.905380] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.905546] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.909347] env[69262]: INFO nova.compute.manager [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Terminating instance [ 688.031484] env[69262]: DEBUG nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.058779] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.059049] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.059208] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.059396] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.059556] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.059755] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.060530] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.060804] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.061263] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.061263] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.061542] env[69262]: DEBUG nova.virt.hardware [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.062966] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fed1fd-1f58-44fe-9c01-22a11f20e94d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.073770] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab5fc2-8a8f-4809-8109-aed27ae6f6e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.127187] env[69262]: DEBUG nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.185519] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.187906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.266s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.188206] env[69262]: DEBUG nova.objects.instance [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lazy-loading 'resources' on Instance uuid 5ba7eafb-0ece-4cb2-b16a-067ee58988f1 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.212236] env[69262]: INFO nova.scheduler.client.report [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Deleted allocations for instance 77282dc6-c5d8-47ce-8458-81b7672edd10 [ 688.308324] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.997027} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.308962] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] c657e795-97fa-46b2-a1ed-a208e5dd684a/c657e795-97fa-46b2-a1ed-a208e5dd684a.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.309310] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.309571] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8274600-b3d4-487c-9fcd-8306a23e27c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.316929] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713211, 'name': Rename_Task, 'duration_secs': 0.177913} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.316929] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.316929] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c37907ec-f6cb-4af5-8f07-71b8b4bad768 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.319027] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 688.319027] env[69262]: value = "task-3713212" [ 688.319027] env[69262]: _type = "Task" [ 688.319027] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.323030] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 688.323030] env[69262]: value = "task-3713213" [ 688.323030] env[69262]: _type = "Task" [ 688.323030] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.329913] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.334934] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.413574] env[69262]: DEBUG nova.compute.manager [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.413811] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.414815] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1534a820-947e-43bb-9110-9e374edb0d37 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.429024] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.430226] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da34a3c2-42a2-4412-a7f9-6fb624891f26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.439574] env[69262]: DEBUG oslo_vmware.api [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 688.439574] env[69262]: value = "task-3713214" [ 688.439574] env[69262]: _type = "Task" [ 688.439574] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.459225] env[69262]: DEBUG oslo_vmware.api [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.594492] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.595998] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.595998] env[69262]: DEBUG nova.compute.manager [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 688.599538] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a9344-4116-40d5-a4cb-f46cc05b7b02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.609546] env[69262]: DEBUG nova.compute.manager [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 688.610290] env[69262]: DEBUG nova.objects.instance [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lazy-loading 'flavor' on Instance uuid 95b37e39-e75a-4d46-866d-d76d9e77ffe9 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.657626] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.720223] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7511955e-7d7f-4c49-8581-dcc77b6130fb tempest-ServersAdmin275Test-1982281372 tempest-ServersAdmin275Test-1982281372-project-member] Lock "77282dc6-c5d8-47ce-8458-81b7672edd10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.586s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.831212] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070182} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.831809] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.835206] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeeeb50-dfbd-44dd-9b31-09b495a7715f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.841924] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.880373] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] c657e795-97fa-46b2-a1ed-a208e5dd684a/c657e795-97fa-46b2-a1ed-a208e5dd684a.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.886024] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248af168-dd1f-4ef6-abe0-bb6113746263 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.905054] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 688.905054] env[69262]: value = "task-3713215" [ 688.905054] env[69262]: _type = "Task" [ 688.905054] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.915103] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.951425] env[69262]: DEBUG oslo_vmware.api [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713214, 'name': PowerOffVM_Task, 'duration_secs': 0.225896} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.954647] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.955109] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.955428] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6e0e8cf-f21b-4335-9059-4fbc3d5f9860 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.048384] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.048384] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.048384] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Deleting the datastore file [datastore2] 594a8365-5186-4f1f-b5ff-98113fa4b8cb {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.048384] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3927948-e02b-4fb5-beb0-361118768d1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.055637] env[69262]: DEBUG oslo_vmware.api [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for the task: (returnval){ [ 689.055637] env[69262]: value = "task-3713217" [ 689.055637] env[69262]: _type = "Task" [ 689.055637] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.067184] env[69262]: DEBUG oslo_vmware.api [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.308330] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453a692e-7cee-4b18-a2ae-4014b560e5ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.318358] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efceee-61a5-4e99-ab17-0f8a1034222a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.364921] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdf75a7-c568-4803-8d09-67aa046a565a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.375491] env[69262]: DEBUG oslo_vmware.api [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713213, 'name': PowerOnVM_Task, 'duration_secs': 0.702559} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.377555] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.377555] env[69262]: INFO nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Took 8.56 seconds to spawn the instance on the hypervisor. [ 689.377555] env[69262]: DEBUG nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 689.379034] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a1312-921a-45e5-b405-27000cd95020 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.381664] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bc0802-36ef-4938-b03f-458668014675 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.399381] env[69262]: DEBUG nova.compute.provider_tree [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.418137] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713215, 'name': ReconfigVM_Task, 'duration_secs': 0.405967} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.418429] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Reconfigured VM instance instance-0000001a to attach disk [datastore2] c657e795-97fa-46b2-a1ed-a208e5dd684a/c657e795-97fa-46b2-a1ed-a208e5dd684a.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.423597] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7014fdc-fbc3-4037-a81e-c7aba042d699 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.432601] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 689.432601] env[69262]: value = "task-3713218" [ 689.432601] env[69262]: _type = "Task" [ 689.432601] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.446410] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713218, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.462043] env[69262]: DEBUG nova.compute.manager [req-e3701d07-7dae-4700-a046-c12b4140e04f req-4215dabf-e083-42bc-be54-2fd434e582c6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Received event network-vif-plugged-5f759ec1-5fe3-45ed-9b86-0eda16c6d905 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.462738] env[69262]: DEBUG oslo_concurrency.lockutils [req-e3701d07-7dae-4700-a046-c12b4140e04f req-4215dabf-e083-42bc-be54-2fd434e582c6 service nova] Acquiring lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.462738] env[69262]: DEBUG oslo_concurrency.lockutils [req-e3701d07-7dae-4700-a046-c12b4140e04f req-4215dabf-e083-42bc-be54-2fd434e582c6 service nova] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.462738] env[69262]: DEBUG oslo_concurrency.lockutils [req-e3701d07-7dae-4700-a046-c12b4140e04f req-4215dabf-e083-42bc-be54-2fd434e582c6 service nova] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.462894] env[69262]: DEBUG nova.compute.manager [req-e3701d07-7dae-4700-a046-c12b4140e04f req-4215dabf-e083-42bc-be54-2fd434e582c6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] No waiting events found dispatching network-vif-plugged-5f759ec1-5fe3-45ed-9b86-0eda16c6d905 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 689.462935] env[69262]: WARNING nova.compute.manager [req-e3701d07-7dae-4700-a046-c12b4140e04f req-4215dabf-e083-42bc-be54-2fd434e582c6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Received unexpected event network-vif-plugged-5f759ec1-5fe3-45ed-9b86-0eda16c6d905 for instance with vm_state building and task_state spawning. [ 689.567153] env[69262]: DEBUG oslo_vmware.api [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Task: {'id': task-3713217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260675} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.567484] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.567724] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.567948] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.568149] env[69262]: INFO nova.compute.manager [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 689.568431] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.568638] env[69262]: DEBUG nova.compute.manager [-] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.568750] env[69262]: DEBUG nova.network.neutron [-] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.619674] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.619937] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27d2ea4-420a-4059-a300-af36c135ddf6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.629020] env[69262]: DEBUG oslo_vmware.api [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 689.629020] env[69262]: value = "task-3713219" [ 689.629020] env[69262]: _type = "Task" [ 689.629020] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.637357] env[69262]: DEBUG oslo_vmware.api [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.660334] env[69262]: DEBUG nova.network.neutron [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Successfully updated port: 5f759ec1-5fe3-45ed-9b86-0eda16c6d905 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.906908] env[69262]: DEBUG nova.scheduler.client.report [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.923601] env[69262]: INFO nova.compute.manager [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Took 36.90 seconds to build instance. [ 689.948561] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713218, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.089826] env[69262]: DEBUG nova.compute.manager [req-2aab2045-293c-4944-aced-d49b431bb592 req-96c5f157-148c-438b-abe1-8c4c690e302c service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Received event network-vif-deleted-cf0c58ff-5e55-431b-9d26-8739d91da4f2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.090967] env[69262]: INFO nova.compute.manager [req-2aab2045-293c-4944-aced-d49b431bb592 req-96c5f157-148c-438b-abe1-8c4c690e302c service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Neutron deleted interface cf0c58ff-5e55-431b-9d26-8739d91da4f2; detaching it from the instance and deleting it from the info cache [ 690.090967] env[69262]: DEBUG nova.network.neutron [req-2aab2045-293c-4944-aced-d49b431bb592 req-96c5f157-148c-438b-abe1-8c4c690e302c service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.138989] env[69262]: DEBUG oslo_vmware.api [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713219, 'name': PowerOffVM_Task, 'duration_secs': 0.421464} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.139400] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.139635] env[69262]: DEBUG nova.compute.manager [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 690.140873] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d238fbc-a4a2-43ea-9182-f0d1aeb12f17 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.165431] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.165431] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.167196] env[69262]: DEBUG nova.network.neutron [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.420938] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.423646] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.350s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.425201] env[69262]: INFO nova.compute.claims [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.430088] env[69262]: DEBUG oslo_concurrency.lockutils [None req-17d963c8-4899-4abe-af32-2dccb9bc0622 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "cec98253-43e7-431f-9b13-b12358827e07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.424s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.448658] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713218, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.451327] env[69262]: INFO nova.scheduler.client.report [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Deleted allocations for instance 5ba7eafb-0ece-4cb2-b16a-067ee58988f1 [ 690.569470] env[69262]: DEBUG nova.network.neutron [-] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.593095] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d0a177c-fafa-4850-bf07-04aa6bed3e90 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.603817] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2462443f-f6d9-42ef-a6e6-e950e6500727 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.638471] env[69262]: DEBUG nova.compute.manager [req-2aab2045-293c-4944-aced-d49b431bb592 req-96c5f157-148c-438b-abe1-8c4c690e302c service nova] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Detach interface failed, port_id=cf0c58ff-5e55-431b-9d26-8739d91da4f2, reason: Instance 594a8365-5186-4f1f-b5ff-98113fa4b8cb could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 690.656455] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e32f730f-ea42-4fca-a186-4e995727e3d6 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.709276] env[69262]: DEBUG nova.network.neutron [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.858544] env[69262]: DEBUG nova.network.neutron [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Updating instance_info_cache with network_info: [{"id": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "address": "fa:16:3e:e0:b8:e9", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f759ec1-5f", "ovs_interfaceid": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.936200] env[69262]: DEBUG nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.953798] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713218, 'name': Rename_Task, 'duration_secs': 1.257085} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.954113] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.954349] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8028c703-dcde-45b1-b148-d582d63707e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.958761] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fed32b2-0fe7-45b8-b1db-3d8904997515 tempest-ServerPasswordTestJSON-489511719 tempest-ServerPasswordTestJSON-489511719-project-member] Lock "5ba7eafb-0ece-4cb2-b16a-067ee58988f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.879s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.965386] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 690.965386] env[69262]: value = "task-3713220" [ 690.965386] env[69262]: _type = "Task" [ 690.965386] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.976180] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.074431] env[69262]: INFO nova.compute.manager [-] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Took 1.51 seconds to deallocate network for instance. [ 691.361353] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.361353] env[69262]: DEBUG nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Instance network_info: |[{"id": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "address": "fa:16:3e:e0:b8:e9", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f759ec1-5f", "ovs_interfaceid": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.361702] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:b8:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f759ec1-5fe3-45ed-9b86-0eda16c6d905', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.369616] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating folder: Project (c5cdc01771f740989d97c0c57a0754f7). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.369737] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1108f48-5233-41e0-82a2-a2925e75d2fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.384283] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created folder: Project (c5cdc01771f740989d97c0c57a0754f7) in parent group-v739409. [ 691.384509] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating folder: Instances. Parent ref: group-v739503. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.384827] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76b46108-2596-4e6c-9e09-bc86a6598055 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.397114] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created folder: Instances in parent group-v739503. [ 691.397520] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.397798] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.398917] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c8b0d13-ff51-4500-87be-ed7ff12b5453 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.421249] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.421249] env[69262]: value = "task-3713223" [ 691.421249] env[69262]: _type = "Task" [ 691.421249] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.430461] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713223, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.478777] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713220, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.482469] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.581255] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.759998] env[69262]: DEBUG nova.compute.manager [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Received event network-changed-5f759ec1-5fe3-45ed-9b86-0eda16c6d905 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.760848] env[69262]: DEBUG nova.compute.manager [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Refreshing instance network info cache due to event network-changed-5f759ec1-5fe3-45ed-9b86-0eda16c6d905. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.760848] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] Acquiring lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.760848] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] Acquired lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.760848] env[69262]: DEBUG nova.network.neutron [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Refreshing network info cache for port 5f759ec1-5fe3-45ed-9b86-0eda16c6d905 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.936952] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713223, 'name': CreateVM_Task, 'duration_secs': 0.378196} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.940474] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.940474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.940474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.940474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.940474] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67b92d6-0faf-49ed-a29f-d044bfd04edb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.946825] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 691.946825] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522fecc7-9e34-97ec-0bbc-b75eaf19c4d7" [ 691.946825] env[69262]: _type = "Task" [ 691.946825] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.960308] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522fecc7-9e34-97ec-0bbc-b75eaf19c4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.961653] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.961653] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.961653] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.961653] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.961653] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.961653] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a8189e-a5ab-4a8f-be36-6f88db7887b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.974918] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.975135] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.975955] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03953111-bd38-4a7d-a732-a445d718ef1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.983873] env[69262]: DEBUG oslo_vmware.api [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713220, 'name': PowerOnVM_Task, 'duration_secs': 0.576529} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.984658] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.985027] env[69262]: INFO nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Took 17.79 seconds to spawn the instance on the hypervisor. [ 691.985278] env[69262]: DEBUG nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 691.986751] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6404dff-5121-484d-a3cb-c665641bf79c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.993539] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8778de97-ca4c-4c6d-90a2-4970c27a4fe4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.996773] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 691.996773] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220cdb3-2ec2-ffb7-e247-5553f1a04a95" [ 691.996773] env[69262]: _type = "Task" [ 691.996773] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.011021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7c131-14a6-4f96-be9a-a3434ac828bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.016860] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220cdb3-2ec2-ffb7-e247-5553f1a04a95, 'name': SearchDatastore_Task, 'duration_secs': 0.010219} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.018165] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc8e4a8-4cae-4695-b8b2-59dc7c9a3682 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.050892] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13ef99-3a19-41f0-8b54-4fb6f032de13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.057083] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 692.057083] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a8fe1b-b65b-39d3-0d0b-b5e277576032" [ 692.057083] env[69262]: _type = "Task" [ 692.057083] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.065733] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7d4103-2618-4196-8f13-ffb731670185 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.073660] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a8fe1b-b65b-39d3-0d0b-b5e277576032, 'name': SearchDatastore_Task, 'duration_secs': 0.013064} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.074330] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.074623] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/efb3d33a-4faf-49e2-91ea-ee2b5dee15cf.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.074886] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc4be45-54b1-4711-95e2-4b70c62cc86c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.087244] env[69262]: DEBUG nova.compute.provider_tree [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.095178] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 692.095178] env[69262]: value = "task-3713224" [ 692.095178] env[69262]: _type = "Task" [ 692.095178] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.106408] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.525732] env[69262]: INFO nova.compute.manager [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Took 45.03 seconds to build instance. [ 692.597587] env[69262]: DEBUG nova.scheduler.client.report [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.607439] env[69262]: DEBUG nova.compute.manager [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 692.617129] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508463ac-37e5-4071-beaf-4ae10073621b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.632715] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713224, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.674675] env[69262]: DEBUG nova.network.neutron [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Updated VIF entry in instance network info cache for port 5f759ec1-5fe3-45ed-9b86-0eda16c6d905. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.675130] env[69262]: DEBUG nova.network.neutron [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Updating instance_info_cache with network_info: [{"id": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "address": "fa:16:3e:e0:b8:e9", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f759ec1-5f", "ovs_interfaceid": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.030046] env[69262]: DEBUG oslo_concurrency.lockutils [None req-46629f8f-2fd2-4f4b-97de-b9aa950a2be5 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.757s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.111559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.112747] env[69262]: DEBUG nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.115945] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.414s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.117501] env[69262]: INFO nova.compute.claims [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.130618] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536499} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.131280] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/efb3d33a-4faf-49e2-91ea-ee2b5dee15cf.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.131662] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.132141] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1fe7dc3-f9be-44df-bb12-1eba9c4d399f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.141034] env[69262]: INFO nova.compute.manager [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] instance snapshotting [ 693.142792] env[69262]: WARNING nova.compute.manager [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 693.146033] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 693.146033] env[69262]: value = "task-3713225" [ 693.146033] env[69262]: _type = "Task" [ 693.146033] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.146937] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8f122f-c051-496b-96b2-9c03c7c137a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.183020] env[69262]: DEBUG oslo_concurrency.lockutils [req-ad088863-fb16-4c0b-8d71-cb07326e37fd req-95d95ae9-f801-4777-bbcb-c13cdae16af6 service nova] Releasing lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.187848] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191e23fe-c59b-4719-af8b-130f9f4ca011 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.191775] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.532274] env[69262]: DEBUG nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.628312] env[69262]: DEBUG nova.compute.utils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.629882] env[69262]: DEBUG nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.630055] env[69262]: DEBUG nova.network.neutron [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.661889] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278444} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.661889] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.662157] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56319e08-038f-4785-9ee9-7c789aaaae4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.687805] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/efb3d33a-4faf-49e2-91ea-ee2b5dee15cf.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.688251] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908638a8-a57a-46b2-a2ee-1c3ae6ccbd4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.707751] env[69262]: DEBUG nova.policy [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bbcf974d78d4d57b0abda0669a2c70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92c50ad17ed94c9196bde2214f5bd74a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.710609] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 693.711015] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c41f18f-298f-4c91-b4d6-961c3aac2776 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.719912] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 693.719912] env[69262]: value = "task-3713226" [ 693.719912] env[69262]: _type = "Task" [ 693.719912] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.721557] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 693.721557] env[69262]: value = "task-3713227" [ 693.721557] env[69262]: _type = "Task" [ 693.721557] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.740468] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713226, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.747179] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.781978] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "c657e795-97fa-46b2-a1ed-a208e5dd684a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.782381] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.782659] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.782725] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.782864] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.785250] env[69262]: INFO nova.compute.manager [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Terminating instance [ 694.059479] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.089377] env[69262]: DEBUG nova.network.neutron [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Successfully created port: 8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.137564] env[69262]: DEBUG nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.184729] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "11161123-3245-44ba-8031-96538d86c2cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.184729] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "11161123-3245-44ba-8031-96538d86c2cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.248039] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.248039] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713226, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.290905] env[69262]: DEBUG nova.compute.manager [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.291175] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.292100] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da4bc1-e21e-45bb-8b63-959257b847db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.303263] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.303871] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce033bfb-f94b-47ba-afb1-78c53ec4f514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.313874] env[69262]: DEBUG oslo_vmware.api [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 694.313874] env[69262]: value = "task-3713228" [ 694.313874] env[69262]: _type = "Task" [ 694.313874] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.332325] env[69262]: DEBUG oslo_vmware.api [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.690755] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f0b00-36ce-4a03-a1a8-2e6283b03d7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.700060] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81af95e-d860-4e74-95c4-f48940378b02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.742258] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ad05d7-cf6b-47fd-a9ae-e5afeb616ea8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.751314] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713227, 'name': ReconfigVM_Task, 'duration_secs': 0.635822} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.757025] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Reconfigured VM instance instance-0000001d to attach disk [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/efb3d33a-4faf-49e2-91ea-ee2b5dee15cf.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.757025] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713226, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.757282] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9410a89-2a0f-4adb-b0d4-6ab64910dd18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.761243] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac639cb-c444-4620-9321-ff1fb96ddb63 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.776334] env[69262]: DEBUG nova.compute.provider_tree [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.779335] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 694.779335] env[69262]: value = "task-3713229" [ 694.779335] env[69262]: _type = "Task" [ 694.779335] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.789087] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713229, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.827036] env[69262]: DEBUG oslo_vmware.api [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713228, 'name': PowerOffVM_Task, 'duration_secs': 0.241334} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.827423] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.827510] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.827766] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fe90128-39fd-4a26-88eb-1347ea876589 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.995403] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.995630] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.995815] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Deleting the datastore file [datastore2] c657e795-97fa-46b2-a1ed-a208e5dd684a {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.996112] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5059e582-aac1-47ee-8b43-02c18d748150 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.002667] env[69262]: DEBUG oslo_vmware.api [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 695.002667] env[69262]: value = "task-3713231" [ 695.002667] env[69262]: _type = "Task" [ 695.002667] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.011413] env[69262]: DEBUG oslo_vmware.api [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.147223] env[69262]: DEBUG nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.170052] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.170478] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.170761] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.171096] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.171367] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.171564] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.171819] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.171987] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.172183] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.172464] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.172511] env[69262]: DEBUG nova.virt.hardware [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.173445] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0483b49-092d-454a-ad85-99116ac5c58e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.181740] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0bff71-625a-4d38-8e67-e4b890bdc2c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.242949] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713226, 'name': CreateSnapshot_Task, 'duration_secs': 1.052577} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.243232] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.244073] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a201340a-fca3-423f-b955-d8cb82b37880 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.281452] env[69262]: DEBUG nova.scheduler.client.report [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.295462] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713229, 'name': Rename_Task, 'duration_secs': 0.152558} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.295742] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.295989] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13fa37b3-58a0-4c7b-bb68-b4b9edbd212c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.302355] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 695.302355] env[69262]: value = "task-3713232" [ 695.302355] env[69262]: _type = "Task" [ 695.302355] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.311825] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.518126] env[69262]: DEBUG oslo_vmware.api [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188921} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.518479] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.518672] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.519333] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.519333] env[69262]: INFO nova.compute.manager [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 695.519333] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.520957] env[69262]: DEBUG nova.compute.manager [-] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.520957] env[69262]: DEBUG nova.network.neutron [-] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.623038] env[69262]: DEBUG nova.compute.manager [req-8f72e89a-a931-4dc6-8bff-21f3317843fc req-63bf1e9a-dd03-4573-a2f4-f0e9e34a364f service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Received event network-vif-plugged-8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.623286] env[69262]: DEBUG oslo_concurrency.lockutils [req-8f72e89a-a931-4dc6-8bff-21f3317843fc req-63bf1e9a-dd03-4573-a2f4-f0e9e34a364f service nova] Acquiring lock "583f16a5-64a5-4d62-9860-ae79623c925c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.623497] env[69262]: DEBUG oslo_concurrency.lockutils [req-8f72e89a-a931-4dc6-8bff-21f3317843fc req-63bf1e9a-dd03-4573-a2f4-f0e9e34a364f service nova] Lock "583f16a5-64a5-4d62-9860-ae79623c925c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.623698] env[69262]: DEBUG oslo_concurrency.lockutils [req-8f72e89a-a931-4dc6-8bff-21f3317843fc req-63bf1e9a-dd03-4573-a2f4-f0e9e34a364f service nova] Lock "583f16a5-64a5-4d62-9860-ae79623c925c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.623935] env[69262]: DEBUG nova.compute.manager [req-8f72e89a-a931-4dc6-8bff-21f3317843fc req-63bf1e9a-dd03-4573-a2f4-f0e9e34a364f service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] No waiting events found dispatching network-vif-plugged-8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 695.624131] env[69262]: WARNING nova.compute.manager [req-8f72e89a-a931-4dc6-8bff-21f3317843fc req-63bf1e9a-dd03-4573-a2f4-f0e9e34a364f service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Received unexpected event network-vif-plugged-8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 for instance with vm_state building and task_state spawning. [ 695.653491] env[69262]: DEBUG nova.network.neutron [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Successfully updated port: 8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.765848] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 695.766278] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55fd8a4d-7838-41ad-9d01-b68506d44c79 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.776507] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 695.776507] env[69262]: value = "task-3713233" [ 695.776507] env[69262]: _type = "Task" [ 695.776507] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.785855] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713233, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.789857] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.790422] env[69262]: DEBUG nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.793093] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.393s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.797247] env[69262]: DEBUG nova.objects.instance [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lazy-loading 'resources' on Instance uuid 1bac8a5f-f218-4168-9343-3a755b884db7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.813310] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713232, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.050245] env[69262]: DEBUG nova.compute.manager [req-380d4ba7-2cbf-4f91-9576-f9d2b3b8fd35 req-9762f776-5a26-419a-af1c-3bf1cb1581a4 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-vif-deleted-af2dbd92-9339-43fa-9145-b59b6254db63 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.050245] env[69262]: INFO nova.compute.manager [req-380d4ba7-2cbf-4f91-9576-f9d2b3b8fd35 req-9762f776-5a26-419a-af1c-3bf1cb1581a4 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Neutron deleted interface af2dbd92-9339-43fa-9145-b59b6254db63; detaching it from the instance and deleting it from the info cache [ 696.050245] env[69262]: DEBUG nova.network.neutron [req-380d4ba7-2cbf-4f91-9576-f9d2b3b8fd35 req-9762f776-5a26-419a-af1c-3bf1cb1581a4 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updating instance_info_cache with network_info: [{"id": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "address": "fa:16:3e:df:cb:bf", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68faaa6a-75", "ovs_interfaceid": "68faaa6a-75ec-4845-8968-8a4c38aa0a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8734511e-0531-4d79-80a3-2775837d633e", "address": "fa:16:3e:58:65:be", "network": {"id": "19ded3ea-17f1-42e2-8997-abfd6ce5e146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-134649896", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8734511e-05", "ovs_interfaceid": "8734511e-0531-4d79-80a3-2775837d633e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.158357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "refresh_cache-583f16a5-64a5-4d62-9860-ae79623c925c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.158357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "refresh_cache-583f16a5-64a5-4d62-9860-ae79623c925c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.158357] env[69262]: DEBUG nova.network.neutron [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.289193] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713233, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.300825] env[69262]: DEBUG nova.compute.utils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.305538] env[69262]: DEBUG nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.305805] env[69262]: DEBUG nova.network.neutron [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.320730] env[69262]: DEBUG oslo_vmware.api [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713232, 'name': PowerOnVM_Task, 'duration_secs': 0.890457} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.321647] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.323525] env[69262]: INFO nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Took 8.29 seconds to spawn the instance on the hypervisor. [ 696.323525] env[69262]: DEBUG nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 696.324043] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245da6d6-6566-486d-bbcd-16de5c88edd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.361120] env[69262]: DEBUG nova.policy [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89fe08f342ae4958981671b0dfd96190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5cdc01771f740989d97c0c57a0754f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.552347] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0afd5743-c0c4-43f5-a965-98d0b2db33be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.563351] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f557f3-1d41-4345-b299-2c06c42a9b86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.611664] env[69262]: DEBUG nova.compute.manager [req-380d4ba7-2cbf-4f91-9576-f9d2b3b8fd35 req-9762f776-5a26-419a-af1c-3bf1cb1581a4 service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Detach interface failed, port_id=af2dbd92-9339-43fa-9145-b59b6254db63, reason: Instance c657e795-97fa-46b2-a1ed-a208e5dd684a could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 696.789544] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713233, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.791612] env[69262]: DEBUG nova.network.neutron [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Successfully created port: c2b19fcf-3b5c-43aa-957a-981bfbc4f00e {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.806764] env[69262]: DEBUG nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.845244] env[69262]: INFO nova.compute.manager [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Took 39.78 seconds to build instance. [ 696.920541] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41df34d5-e85e-43a4-9ef5-81ea93094363 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.928560] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1ceb9-c667-480b-9608-d03fef19f2e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.964930] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed04970-d534-4586-b745-68747bdfc27e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.973336] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afa1c34-7d7b-4634-96f2-025d9cfa37ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.978945] env[69262]: DEBUG nova.network.neutron [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.999359] env[69262]: DEBUG nova.network.neutron [-] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.002736] env[69262]: DEBUG nova.compute.provider_tree [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.203987] env[69262]: DEBUG nova.network.neutron [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Updating instance_info_cache with network_info: [{"id": "8f7b1ec3-f5e3-4de9-8e29-60f491cc9890", "address": "fa:16:3e:09:87:1d", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b1ec3-f5", "ovs_interfaceid": "8f7b1ec3-f5e3-4de9-8e29-60f491cc9890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.288431] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713233, 'name': CloneVM_Task, 'duration_secs': 1.383335} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.289057] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Created linked-clone VM from snapshot [ 697.289846] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488e4704-ee73-4429-b8f2-69d090055a7a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.298067] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Uploading image d42e6ab9-d27b-45ed-970a-7bc5585eccff {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.324587] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.324587] env[69262]: value = "vm-739507" [ 697.324587] env[69262]: _type = "VirtualMachine" [ 697.324587] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.324866] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d502adb-140b-440b-ad08-089604962408 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.332544] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease: (returnval){ [ 697.332544] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52644df5-11a5-d890-22b8-4e673dece3a8" [ 697.332544] env[69262]: _type = "HttpNfcLease" [ 697.332544] env[69262]: } obtained for exporting VM: (result){ [ 697.332544] env[69262]: value = "vm-739507" [ 697.332544] env[69262]: _type = "VirtualMachine" [ 697.332544] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.332768] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the lease: (returnval){ [ 697.332768] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52644df5-11a5-d890-22b8-4e673dece3a8" [ 697.332768] env[69262]: _type = "HttpNfcLease" [ 697.332768] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.339779] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.339779] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52644df5-11a5-d890-22b8-4e673dece3a8" [ 697.339779] env[69262]: _type = "HttpNfcLease" [ 697.339779] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 697.353021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77df53ee-7cb1-466e-af62-6180e2319321 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.118s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.507607] env[69262]: INFO nova.compute.manager [-] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Took 1.99 seconds to deallocate network for instance. [ 697.508637] env[69262]: DEBUG nova.scheduler.client.report [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.651153] env[69262]: DEBUG nova.compute.manager [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Received event network-changed-8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.651366] env[69262]: DEBUG nova.compute.manager [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Refreshing instance network info cache due to event network-changed-8f7b1ec3-f5e3-4de9-8e29-60f491cc9890. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.651609] env[69262]: DEBUG oslo_concurrency.lockutils [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] Acquiring lock "refresh_cache-583f16a5-64a5-4d62-9860-ae79623c925c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.706694] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "refresh_cache-583f16a5-64a5-4d62-9860-ae79623c925c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.707180] env[69262]: DEBUG nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Instance network_info: |[{"id": "8f7b1ec3-f5e3-4de9-8e29-60f491cc9890", "address": "fa:16:3e:09:87:1d", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b1ec3-f5", "ovs_interfaceid": "8f7b1ec3-f5e3-4de9-8e29-60f491cc9890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.708141] env[69262]: DEBUG oslo_concurrency.lockutils [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] Acquired lock "refresh_cache-583f16a5-64a5-4d62-9860-ae79623c925c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.708141] env[69262]: DEBUG nova.network.neutron [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Refreshing network info cache for port 8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.709063] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:87:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f7b1ec3-f5e3-4de9-8e29-60f491cc9890', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.716682] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.720012] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.720481] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-933ca666-5fbf-4fea-a1f2-b5adffbd1d35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.741518] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.741518] env[69262]: value = "task-3713235" [ 697.741518] env[69262]: _type = "Task" [ 697.741518] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.753717] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713235, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.820927] env[69262]: DEBUG nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.841829] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.841829] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52644df5-11a5-d890-22b8-4e673dece3a8" [ 697.841829] env[69262]: _type = "HttpNfcLease" [ 697.841829] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.843760] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.843760] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52644df5-11a5-d890-22b8-4e673dece3a8" [ 697.843760] env[69262]: _type = "HttpNfcLease" [ 697.843760] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.845649] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cd7ff5-1cad-4c73-b51c-9272516058fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.851304] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.851543] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.851733] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.851891] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.852051] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.852255] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.852482] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.852643] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.852809] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.853031] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.853186] env[69262]: DEBUG nova.virt.hardware [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.854645] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4ff3fd-c8e8-4279-8b37-927141507c71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.861484] env[69262]: DEBUG nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 697.864388] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024b71-6320-77dc-80e9-fd42663f4d1d/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.864565] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024b71-6320-77dc-80e9-fd42663f4d1d/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.929258] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab11389-3de3-464a-93ff-dcbbc89caa72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.974194] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d7cb8e87-1745-4354-852d-73c8bbdfe9df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.015049] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.017246] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.572s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.017359] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.017517] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 698.017831] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.990s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.019376] env[69262]: INFO nova.compute.claims [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.026347] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c722c3-06bd-4116-aa8e-884452ffc257 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.026526] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.033351] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893b359f-78c2-4a8e-a5b2-2f44c4f1da5b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.039353] env[69262]: INFO nova.scheduler.client.report [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Deleted allocations for instance 1bac8a5f-f218-4168-9343-3a755b884db7 [ 698.054684] env[69262]: DEBUG nova.network.neutron [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Updated VIF entry in instance network info cache for port 8f7b1ec3-f5e3-4de9-8e29-60f491cc9890. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.054684] env[69262]: DEBUG nova.network.neutron [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Updating instance_info_cache with network_info: [{"id": "8f7b1ec3-f5e3-4de9-8e29-60f491cc9890", "address": "fa:16:3e:09:87:1d", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f7b1ec3-f5", "ovs_interfaceid": "8f7b1ec3-f5e3-4de9-8e29-60f491cc9890", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.058031] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4712927-ae4c-4984-b2ac-d81c7611657e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.065461] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d21509-5491-4866-9eb6-dc6cef6e61ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.100524] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179904MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 698.100685] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.103184] env[69262]: DEBUG nova.compute.manager [req-caae5f0f-cea5-45c4-b751-266e23b3f1d1 req-68519f29-d7c5-49d8-bb31-eb7570b779dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-vif-deleted-8734511e-0531-4d79-80a3-2775837d633e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.103367] env[69262]: DEBUG nova.compute.manager [req-caae5f0f-cea5-45c4-b751-266e23b3f1d1 req-68519f29-d7c5-49d8-bb31-eb7570b779dc service nova] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Received event network-vif-deleted-68faaa6a-75ec-4845-8968-8a4c38aa0a62 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.256476] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713235, 'name': CreateVM_Task, 'duration_secs': 0.491786} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.256476] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.258400] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.258400] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.258400] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.258823] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0f1088-9731-4360-8c8c-91d4c968d7b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.266668] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 698.266668] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529ea4be-2136-6c85-a01d-f990fed32a10" [ 698.266668] env[69262]: _type = "Task" [ 698.266668] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.278389] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529ea4be-2136-6c85-a01d-f990fed32a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.383392] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.444164] env[69262]: DEBUG nova.network.neutron [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Successfully updated port: c2b19fcf-3b5c-43aa-957a-981bfbc4f00e {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.559346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a3562223-8584-4d14-acfb-5becb89db3ae tempest-ServerDiagnosticsNegativeTest-783082886 tempest-ServerDiagnosticsNegativeTest-783082886-project-member] Lock "1bac8a5f-f218-4168-9343-3a755b884db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.282s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.560972] env[69262]: DEBUG oslo_concurrency.lockutils [req-ca845d9c-265f-4ee6-a5b3-0f7d18e5c170 req-6ab9bdd5-8d85-4df8-a9a3-1b0ef65121bf service nova] Releasing lock "refresh_cache-583f16a5-64a5-4d62-9860-ae79623c925c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.781499] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529ea4be-2136-6c85-a01d-f990fed32a10, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.781499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.781499] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.781499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.781901] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.782141] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.782295] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b69e674-a5c6-4bee-bc11-38b066d78a02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.792920] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.793649] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.794346] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5beb4232-d521-41a6-b1fa-455ddffd7173 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.804956] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 698.804956] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528bf665-e2c1-cad8-d0fe-dc5083b50e96" [ 698.804956] env[69262]: _type = "Task" [ 698.804956] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.812676] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528bf665-e2c1-cad8-d0fe-dc5083b50e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.946659] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.947032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.947032] env[69262]: DEBUG nova.network.neutron [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.316127] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528bf665-e2c1-cad8-d0fe-dc5083b50e96, 'name': SearchDatastore_Task, 'duration_secs': 0.011163} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.317123] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c884169-c9d7-4b31-b28f-0c8850629c65 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.325453] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 699.325453] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e4bcc-2242-388e-b0e1-29ffe6dcaa8b" [ 699.325453] env[69262]: _type = "Task" [ 699.325453] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.337193] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e4bcc-2242-388e-b0e1-29ffe6dcaa8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.486120] env[69262]: DEBUG nova.network.neutron [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.552427] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ca1073-de37-46a8-a211-bd9a7ac7e4a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.565550] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de48904-75a6-48de-b689-f8bd5986fe96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.604820] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4537caaf-1bce-4da8-866a-64681726839c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.614385] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82daf62-bbfe-4512-9fca-9eb9759dbb36 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.632513] env[69262]: DEBUG nova.compute.provider_tree [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.817765] env[69262]: DEBUG nova.compute.manager [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Received event network-vif-plugged-c2b19fcf-3b5c-43aa-957a-981bfbc4f00e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.818033] env[69262]: DEBUG oslo_concurrency.lockutils [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] Acquiring lock "3f878a57-e7ae-400a-abad-3c371c25fb66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.819347] env[69262]: DEBUG oslo_concurrency.lockutils [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.819347] env[69262]: DEBUG oslo_concurrency.lockutils [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.819556] env[69262]: DEBUG nova.compute.manager [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] No waiting events found dispatching network-vif-plugged-c2b19fcf-3b5c-43aa-957a-981bfbc4f00e {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 699.820927] env[69262]: WARNING nova.compute.manager [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Received unexpected event network-vif-plugged-c2b19fcf-3b5c-43aa-957a-981bfbc4f00e for instance with vm_state building and task_state spawning. [ 699.821217] env[69262]: DEBUG nova.compute.manager [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Received event network-changed-c2b19fcf-3b5c-43aa-957a-981bfbc4f00e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.821606] env[69262]: DEBUG nova.compute.manager [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Refreshing instance network info cache due to event network-changed-c2b19fcf-3b5c-43aa-957a-981bfbc4f00e. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 699.821843] env[69262]: DEBUG oslo_concurrency.lockutils [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] Acquiring lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.840713] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e4bcc-2242-388e-b0e1-29ffe6dcaa8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.841118] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.841423] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 583f16a5-64a5-4d62-9860-ae79623c925c/583f16a5-64a5-4d62-9860-ae79623c925c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.841819] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8b20d8b-a229-4355-9e22-3c905cc5b318 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.851339] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 699.851339] env[69262]: value = "task-3713236" [ 699.851339] env[69262]: _type = "Task" [ 699.851339] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.862917] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.907549] env[69262]: DEBUG nova.network.neutron [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Updating instance_info_cache with network_info: [{"id": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "address": "fa:16:3e:36:c4:15", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b19fcf-3b", "ovs_interfaceid": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.136134] env[69262]: DEBUG nova.scheduler.client.report [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.365532] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713236, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.414332] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.414332] env[69262]: DEBUG nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Instance network_info: |[{"id": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "address": "fa:16:3e:36:c4:15", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b19fcf-3b", "ovs_interfaceid": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.414585] env[69262]: DEBUG oslo_concurrency.lockutils [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] Acquired lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.414845] env[69262]: DEBUG nova.network.neutron [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Refreshing network info cache for port c2b19fcf-3b5c-43aa-957a-981bfbc4f00e {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.416265] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c4:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b19fcf-3b5c-43aa-957a-981bfbc4f00e', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.425469] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.429786] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.430691] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6e438aa-3b2f-45fb-bd17-b33c9c43415c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.454959] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.454959] env[69262]: value = "task-3713237" [ 700.454959] env[69262]: _type = "Task" [ 700.454959] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.465588] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713237, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.641359] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.642684] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.096s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.642946] env[69262]: DEBUG nova.objects.instance [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lazy-loading 'resources' on Instance uuid 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.683952] env[69262]: DEBUG nova.network.neutron [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Updated VIF entry in instance network info cache for port c2b19fcf-3b5c-43aa-957a-981bfbc4f00e. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.684402] env[69262]: DEBUG nova.network.neutron [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Updating instance_info_cache with network_info: [{"id": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "address": "fa:16:3e:36:c4:15", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b19fcf-3b", "ovs_interfaceid": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.864702] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64538} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.866044] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 583f16a5-64a5-4d62-9860-ae79623c925c/583f16a5-64a5-4d62-9860-ae79623c925c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.866044] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.866044] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dddcfdc5-1a46-4e22-9afd-84d1fc42b1f1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.873390] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 700.873390] env[69262]: value = "task-3713238" [ 700.873390] env[69262]: _type = "Task" [ 700.873390] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.884905] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.965579] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713237, 'name': CreateVM_Task, 'duration_secs': 0.510888} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.965926] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.966888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.967094] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.967558] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.967870] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67170d2-4293-400d-995a-63756f5dd1ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.974493] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 700.974493] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d42f3-3646-7e18-368b-391b306c40ff" [ 700.974493] env[69262]: _type = "Task" [ 700.974493] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.984870] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d42f3-3646-7e18-368b-391b306c40ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.150212] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "d5be3a22-16a2-4a65-b4e4-4fa1e61c52f4" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.150579] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "d5be3a22-16a2-4a65-b4e4-4fa1e61c52f4" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.187410] env[69262]: DEBUG oslo_concurrency.lockutils [req-f146b1e9-a0b3-4359-bf45-184616c425ca req-6054fada-01d9-4874-964a-833b7d16c35e service nova] Releasing lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.385093] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090637} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.389410] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.390738] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90c80c-86a7-41d8-aef6-f348a8f915d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.418526] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 583f16a5-64a5-4d62-9860-ae79623c925c/583f16a5-64a5-4d62-9860-ae79623c925c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.423048] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f7d9a95-a7f4-48b0-8a8c-1ae350f4c2d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.444764] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 701.444764] env[69262]: value = "task-3713239" [ 701.444764] env[69262]: _type = "Task" [ 701.444764] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.456878] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.486697] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d42f3-3646-7e18-368b-391b306c40ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.487056] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.487266] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.487575] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.487720] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.488166] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.488668] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f34d064c-d88f-4039-819a-8ec03900504d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.498771] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.498771] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.499587] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84a09c1-c4dd-45ad-8599-843d33c6c6f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.505579] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 701.505579] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e0ddb6-40ab-27f7-9321-e045f5c0bbcc" [ 701.505579] env[69262]: _type = "Task" [ 701.505579] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.517616] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e0ddb6-40ab-27f7-9321-e045f5c0bbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.655333] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "d5be3a22-16a2-4a65-b4e4-4fa1e61c52f4" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.655898] env[69262]: DEBUG nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.721061] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78caf42-701a-49f6-8047-d85ed3fd188a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.730025] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99390b11-d23b-4392-99ca-9fd07ca3b79d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.765272] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50616b71-8b1a-4d23-8049-049dc9caea8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.773932] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13739185-3c00-41f2-9994-ffcb5916f90a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.791567] env[69262]: DEBUG nova.compute.provider_tree [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.955945] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713239, 'name': ReconfigVM_Task, 'duration_secs': 0.431874} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.956406] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 583f16a5-64a5-4d62-9860-ae79623c925c/583f16a5-64a5-4d62-9860-ae79623c925c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.957121] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29518995-9ab1-4671-8294-2de6a862087f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.964766] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 701.964766] env[69262]: value = "task-3713240" [ 701.964766] env[69262]: _type = "Task" [ 701.964766] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.975126] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713240, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.019777] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e0ddb6-40ab-27f7-9321-e045f5c0bbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.020637] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2280303b-0a58-464f-9bb5-c873776ecdf5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.029650] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 702.029650] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52701eff-a80e-9b5d-2aae-6b736bce22f6" [ 702.029650] env[69262]: _type = "Task" [ 702.029650] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.038327] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52701eff-a80e-9b5d-2aae-6b736bce22f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.164049] env[69262]: DEBUG nova.compute.utils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.165175] env[69262]: DEBUG nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.165175] env[69262]: DEBUG nova.network.neutron [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.219203] env[69262]: DEBUG nova.policy [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d15f6c6bdb54169998051bd888c6223', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40c4d6a0f2624b87b6da847f39b408b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.297102] env[69262]: DEBUG nova.scheduler.client.report [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.479752] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713240, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.513373] env[69262]: DEBUG nova.network.neutron [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Successfully created port: c7866d88-3d31-4369-ac27-ae540ec23c6c {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.540250] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52701eff-a80e-9b5d-2aae-6b736bce22f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.540633] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.540937] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/3f878a57-e7ae-400a-abad-3c371c25fb66.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.541699] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf30ded6-674b-44fa-8d4a-714d12ed8666 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.549967] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 702.549967] env[69262]: value = "task-3713241" [ 702.549967] env[69262]: _type = "Task" [ 702.549967] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.560133] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.668805] env[69262]: DEBUG nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.802804] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.806697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.687s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.807453] env[69262]: DEBUG nova.objects.instance [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lazy-loading 'resources' on Instance uuid 5a29cea9-6a42-42c3-b342-64ce6f5f804d {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.844969] env[69262]: INFO nova.scheduler.client.report [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Deleted allocations for instance 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50 [ 702.981147] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713240, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.060952] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.354325] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1f0ec86e-0243-419e-8ffe-c18baa97182a tempest-InstanceActionsTestJSON-265028220 tempest-InstanceActionsTestJSON-265028220-project-member] Lock "8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.148s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.481700] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713240, 'name': Rename_Task, 'duration_secs': 1.186987} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.482072] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.482337] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c623a61-5693-44a1-98a6-136f3a38f667 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.491775] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 703.491775] env[69262]: value = "task-3713242" [ 703.491775] env[69262]: _type = "Task" [ 703.491775] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.501037] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.561336] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575866} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.561623] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/3f878a57-e7ae-400a-abad-3c371c25fb66.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.561836] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.562100] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5243f6a2-8f8c-424c-8677-df6e19cbadde {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.573306] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 703.573306] env[69262]: value = "task-3713243" [ 703.573306] env[69262]: _type = "Task" [ 703.573306] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.583953] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.680831] env[69262]: DEBUG nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.795052] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9db208-85ae-4b33-8af3-f6ace282b79f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.805828] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537ff6db-4966-4431-9919-662a79a40376 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.849566] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95144d9-e81b-461d-8993-f8044882a304 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.859167] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc03a8e3-6dbf-4137-8bfc-fb6be398ca16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.875101] env[69262]: DEBUG nova.compute.provider_tree [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.005734] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713242, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.031471] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.032022] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.032364] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.032937] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.033274] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.033609] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.034109] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.034570] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.034925] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.035284] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.035636] env[69262]: DEBUG nova.virt.hardware [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.037301] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca172737-1881-4b0c-aaba-73bfe26e3e69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.049402] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a9113d-8f97-4253-9039-f8148847dc4e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.088031] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117858} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.088691] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.093970] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ef1c2e-62d7-45c3-a11a-137f60541a82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.127406] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/3f878a57-e7ae-400a-abad-3c371c25fb66.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.127924] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101647ba-2d7e-446c-b969-3afa080c07c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.150234] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 704.150234] env[69262]: value = "task-3713244" [ 704.150234] env[69262]: _type = "Task" [ 704.150234] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.160363] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.171188] env[69262]: DEBUG nova.compute.manager [req-cf8dd1d2-31dd-4240-9767-a7af964675f7 req-0c3ff91e-c190-47c0-a78b-588f1d9ea4f1 service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Received event network-vif-plugged-c7866d88-3d31-4369-ac27-ae540ec23c6c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.171507] env[69262]: DEBUG oslo_concurrency.lockutils [req-cf8dd1d2-31dd-4240-9767-a7af964675f7 req-0c3ff91e-c190-47c0-a78b-588f1d9ea4f1 service nova] Acquiring lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.171808] env[69262]: DEBUG oslo_concurrency.lockutils [req-cf8dd1d2-31dd-4240-9767-a7af964675f7 req-0c3ff91e-c190-47c0-a78b-588f1d9ea4f1 service nova] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.172050] env[69262]: DEBUG oslo_concurrency.lockutils [req-cf8dd1d2-31dd-4240-9767-a7af964675f7 req-0c3ff91e-c190-47c0-a78b-588f1d9ea4f1 service nova] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.172295] env[69262]: DEBUG nova.compute.manager [req-cf8dd1d2-31dd-4240-9767-a7af964675f7 req-0c3ff91e-c190-47c0-a78b-588f1d9ea4f1 service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] No waiting events found dispatching network-vif-plugged-c7866d88-3d31-4369-ac27-ae540ec23c6c {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.172519] env[69262]: WARNING nova.compute.manager [req-cf8dd1d2-31dd-4240-9767-a7af964675f7 req-0c3ff91e-c190-47c0-a78b-588f1d9ea4f1 service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Received unexpected event network-vif-plugged-c7866d88-3d31-4369-ac27-ae540ec23c6c for instance with vm_state building and task_state spawning. [ 704.291946] env[69262]: DEBUG nova.network.neutron [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Successfully updated port: c7866d88-3d31-4369-ac27-ae540ec23c6c {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.378545] env[69262]: DEBUG nova.scheduler.client.report [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.503131] env[69262]: DEBUG oslo_vmware.api [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713242, 'name': PowerOnVM_Task, 'duration_secs': 0.661933} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.503426] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.503626] env[69262]: INFO nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Took 9.36 seconds to spawn the instance on the hypervisor. [ 704.503846] env[69262]: DEBUG nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 704.504647] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d1ed0d-bd8b-4ff5-b0a4-aa6e22bf953d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.661581] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.795351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "refresh_cache-14c3d321-34a5-4a5f-946e-c6e88ad5e38f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.795351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquired lock "refresh_cache-14c3d321-34a5-4a5f-946e-c6e88ad5e38f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.795351] env[69262]: DEBUG nova.network.neutron [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.884887] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.888875] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.307s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.891026] env[69262]: INFO nova.compute.claims [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.915098] env[69262]: INFO nova.scheduler.client.report [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Deleted allocations for instance 5a29cea9-6a42-42c3-b342-64ce6f5f804d [ 705.023040] env[69262]: INFO nova.compute.manager [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Took 43.97 seconds to build instance. [ 705.163135] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713244, 'name': ReconfigVM_Task, 'duration_secs': 0.781104} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.163669] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/3f878a57-e7ae-400a-abad-3c371c25fb66.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.164793] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17bfb89f-a689-4117-8a82-2bdec6f25021 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.173957] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 705.173957] env[69262]: value = "task-3713245" [ 705.173957] env[69262]: _type = "Task" [ 705.173957] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.192517] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713245, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.333698] env[69262]: DEBUG nova.network.neutron [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.426268] env[69262]: DEBUG oslo_concurrency.lockutils [None req-751d134b-a5a1-44ed-a3ff-12e5a0b183df tempest-FloatingIPsAssociationNegativeTestJSON-2022029825 tempest-FloatingIPsAssociationNegativeTestJSON-2022029825-project-member] Lock "5a29cea9-6a42-42c3-b342-64ce6f5f804d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.726s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.528272] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa3821c8-8e85-446d-8a99-44ceb8354df9 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "583f16a5-64a5-4d62-9860-ae79623c925c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.741s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.541374] env[69262]: DEBUG nova.network.neutron [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Updating instance_info_cache with network_info: [{"id": "c7866d88-3d31-4369-ac27-ae540ec23c6c", "address": "fa:16:3e:90:74:b7", "network": {"id": "e8ce20ca-3c11-4843-80c6-996bd5bb456c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-809844471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4d6a0f2624b87b6da847f39b408b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7866d88-3d", "ovs_interfaceid": "c7866d88-3d31-4369-ac27-ae540ec23c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.689225] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713245, 'name': Rename_Task, 'duration_secs': 0.433896} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.689723] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.690062] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fce0bcd-d0f0-4cd7-b49d-a6818d50b123 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.698401] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 705.698401] env[69262]: value = "task-3713246" [ 705.698401] env[69262]: _type = "Task" [ 705.698401] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.711030] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.032416] env[69262]: DEBUG nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.044940] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Releasing lock "refresh_cache-14c3d321-34a5-4a5f-946e-c6e88ad5e38f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.045307] env[69262]: DEBUG nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Instance network_info: |[{"id": "c7866d88-3d31-4369-ac27-ae540ec23c6c", "address": "fa:16:3e:90:74:b7", "network": {"id": "e8ce20ca-3c11-4843-80c6-996bd5bb456c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-809844471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4d6a0f2624b87b6da847f39b408b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7866d88-3d", "ovs_interfaceid": "c7866d88-3d31-4369-ac27-ae540ec23c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.045742] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:74:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7866d88-3d31-4369-ac27-ae540ec23c6c', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.060550] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Creating folder: Project (40c4d6a0f2624b87b6da847f39b408b4). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.061727] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80050362-d093-41fc-8327-e303ab5652c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.076038] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Created folder: Project (40c4d6a0f2624b87b6da847f39b408b4) in parent group-v739409. [ 706.076582] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Creating folder: Instances. Parent ref: group-v739510. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.077693] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8045a5a1-7576-46fb-8c89-c9be87a63580 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.090625] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Created folder: Instances in parent group-v739510. [ 706.091975] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.092383] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.093537] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db581fc4-0edd-4cfb-8f7f-6e44831b36ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.118787] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.118787] env[69262]: value = "task-3713249" [ 706.118787] env[69262]: _type = "Task" [ 706.118787] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.132028] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713249, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.213963] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713246, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.478028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d08d3a-a79a-4abd-809c-160061b5dcce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.487133] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a43a6d6-c809-4892-864f-50cd73247c95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.520635] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc646307-86a4-4031-89b0-94a00fe5979b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.530421] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bc2689-f1ee-4a81-ac1a-8e59672896ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.552086] env[69262]: DEBUG nova.compute.provider_tree [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.572356] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.630658] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713249, 'name': CreateVM_Task, 'duration_secs': 0.393932} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.630845] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.631562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.631727] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.632189] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.632447] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b130657f-651a-458b-9d26-ba867aa6f961 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.637698] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 706.637698] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ef9cbc-1b87-2164-4483-a9a9feddae88" [ 706.637698] env[69262]: _type = "Task" [ 706.637698] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.646196] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ef9cbc-1b87-2164-4483-a9a9feddae88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.710068] env[69262]: DEBUG oslo_vmware.api [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713246, 'name': PowerOnVM_Task, 'duration_secs': 0.901202} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.710325] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.710602] env[69262]: INFO nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Took 8.89 seconds to spawn the instance on the hypervisor. [ 706.710824] env[69262]: DEBUG nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.711658] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560341e7-e11e-4f07-b80b-8037c336eadd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.844119] env[69262]: DEBUG nova.compute.manager [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Received event network-changed-c7866d88-3d31-4369-ac27-ae540ec23c6c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.844346] env[69262]: DEBUG nova.compute.manager [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Refreshing instance network info cache due to event network-changed-c7866d88-3d31-4369-ac27-ae540ec23c6c. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.844565] env[69262]: DEBUG oslo_concurrency.lockutils [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] Acquiring lock "refresh_cache-14c3d321-34a5-4a5f-946e-c6e88ad5e38f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.844704] env[69262]: DEBUG oslo_concurrency.lockutils [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] Acquired lock "refresh_cache-14c3d321-34a5-4a5f-946e-c6e88ad5e38f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.844858] env[69262]: DEBUG nova.network.neutron [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Refreshing network info cache for port c7866d88-3d31-4369-ac27-ae540ec23c6c {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.057477] env[69262]: DEBUG nova.scheduler.client.report [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.161976] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ef9cbc-1b87-2164-4483-a9a9feddae88, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.162485] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.162837] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.163806] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.164150] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.164382] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.164706] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e3b8224-c4e8-4cab-8b3e-751b7d20f711 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.178141] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.178269] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.179697] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043cb334-cbaf-4501-8e1b-42ee2a8cf6f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.188304] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 707.188304] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5277ce68-9376-5a61-e90b-46ea4d386dfa" [ 707.188304] env[69262]: _type = "Task" [ 707.188304] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.197805] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5277ce68-9376-5a61-e90b-46ea4d386dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.233950] env[69262]: INFO nova.compute.manager [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Took 41.57 seconds to build instance. [ 707.378315] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024b71-6320-77dc-80e9-fd42663f4d1d/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 707.379952] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a62c91-f75c-4e8b-a8a7-62b7a672ddf8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.391026] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024b71-6320-77dc-80e9-fd42663f4d1d/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 707.391026] env[69262]: ERROR oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024b71-6320-77dc-80e9-fd42663f4d1d/disk-0.vmdk due to incomplete transfer. [ 707.391026] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-63fc4624-f176-4a2f-ade7-755599da2b2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.399775] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024b71-6320-77dc-80e9-fd42663f4d1d/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 707.399996] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Uploaded image d42e6ab9-d27b-45ed-970a-7bc5585eccff to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 707.403457] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 707.406276] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5db8aa1-4773-4842-8de3-8b42a2b8cdfa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.414019] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 707.414019] env[69262]: value = "task-3713250" [ 707.414019] env[69262]: _type = "Task" [ 707.414019] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.424336] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713250, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.575170] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.575170] env[69262]: DEBUG nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.576496] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.799s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.576995] env[69262]: DEBUG nova.objects.instance [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lazy-loading 'resources' on Instance uuid 46918116-b900-40cc-b7f6-2ee0626361a2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.687117] env[69262]: DEBUG nova.network.neutron [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Updated VIF entry in instance network info cache for port c7866d88-3d31-4369-ac27-ae540ec23c6c. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.689111] env[69262]: DEBUG nova.network.neutron [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Updating instance_info_cache with network_info: [{"id": "c7866d88-3d31-4369-ac27-ae540ec23c6c", "address": "fa:16:3e:90:74:b7", "network": {"id": "e8ce20ca-3c11-4843-80c6-996bd5bb456c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-809844471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40c4d6a0f2624b87b6da847f39b408b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7866d88-3d", "ovs_interfaceid": "c7866d88-3d31-4369-ac27-ae540ec23c6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.704824] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "2639322f-3aec-4358-a433-10f2d009784b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.705282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "2639322f-3aec-4358-a433-10f2d009784b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.705916] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5277ce68-9376-5a61-e90b-46ea4d386dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.707672] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6730ba66-075c-432c-b6b7-2c7b2645b793 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.715744] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 707.715744] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3ee1d-9569-f44d-525a-e2eff3921f9c" [ 707.715744] env[69262]: _type = "Task" [ 707.715744] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.723660] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3ee1d-9569-f44d-525a-e2eff3921f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.738927] env[69262]: DEBUG oslo_concurrency.lockutils [None req-13efe82b-3cfb-4faa-b526-a1c6373ef873 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.945s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.931062] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713250, 'name': Destroy_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.081268] env[69262]: DEBUG nova.compute.utils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.082903] env[69262]: DEBUG nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.083829] env[69262]: DEBUG nova.network.neutron [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.147137] env[69262]: DEBUG nova.policy [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c71f5dde47c4090a15f2e7d1f43f771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f005d2b1cba041e6ab8ffe3405fdb9d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.194502] env[69262]: DEBUG oslo_concurrency.lockutils [req-92423675-b641-4b2b-afba-16a5e3245690 req-9c3868b3-950b-44a1-a375-07cef443c12b service nova] Releasing lock "refresh_cache-14c3d321-34a5-4a5f-946e-c6e88ad5e38f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.226257] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3ee1d-9569-f44d-525a-e2eff3921f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.226897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.227237] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 14c3d321-34a5-4a5f-946e-c6e88ad5e38f/14c3d321-34a5-4a5f-946e-c6e88ad5e38f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.227515] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2c62864-4673-4feb-b584-994ddbb3de57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.239193] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 708.239193] env[69262]: value = "task-3713251" [ 708.239193] env[69262]: _type = "Task" [ 708.239193] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.247052] env[69262]: DEBUG nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.254387] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713251, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.435254] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713250, 'name': Destroy_Task, 'duration_secs': 0.913314} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.439787] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Destroyed the VM [ 708.440267] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 708.441859] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-887450c9-babc-4991-98ac-f1ddd8773878 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.454028] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 708.454028] env[69262]: value = "task-3713252" [ 708.454028] env[69262]: _type = "Task" [ 708.454028] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.464753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.464753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.464753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.464753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.464753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.470353] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713252, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.470920] env[69262]: INFO nova.compute.manager [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Terminating instance [ 708.519724] env[69262]: DEBUG nova.network.neutron [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Successfully created port: 07aa17ef-15f5-4242-9622-29c42bd2e276 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.569040] env[69262]: INFO nova.compute.manager [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Rescuing [ 708.569040] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.569324] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.569497] env[69262]: DEBUG nova.network.neutron [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.595887] env[69262]: DEBUG nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.710896] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91884d-d225-4973-bff0-ba878f8d5b51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.721876] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745320e3-df5c-487d-8e48-bfbd06cc8b66 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.762669] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f97a04c-8bc4-480f-af01-1fd7bff026f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.776047] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713251, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531783} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.777564] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ff9363-337c-42b4-af17-7c2ecb799667 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.781781] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 14c3d321-34a5-4a5f-946e-c6e88ad5e38f/14c3d321-34a5-4a5f-946e-c6e88ad5e38f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.782039] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.783165] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.783427] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a936660-2fc2-4df9-9fd1-2e62a49742db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.796067] env[69262]: DEBUG nova.compute.provider_tree [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.798728] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 708.798728] env[69262]: value = "task-3713253" [ 708.798728] env[69262]: _type = "Task" [ 708.798728] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.971476] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713252, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.978326] env[69262]: DEBUG nova.compute.manager [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.978326] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.978326] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0fcd52-8233-41b8-b663-bb95911a3579 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.987125] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.987125] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42cb5db5-633b-4289-80be-1535105a35ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.994222] env[69262]: DEBUG oslo_vmware.api [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 708.994222] env[69262]: value = "task-3713254" [ 708.994222] env[69262]: _type = "Task" [ 708.994222] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.006132] env[69262]: DEBUG oslo_vmware.api [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.200465] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "c0372d33-882e-4b94-8e9c-caba53d48e76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.201267] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.303183] env[69262]: DEBUG nova.scheduler.client.report [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.322176] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090364} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.325932] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.331651] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c7631-0c33-4ce0-b8e2-c8008f4a391d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.359640] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 14c3d321-34a5-4a5f-946e-c6e88ad5e38f/14c3d321-34a5-4a5f-946e-c6e88ad5e38f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.363275] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a8cbfdf-755b-4000-9cf8-88bc515d4393 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.387895] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 709.387895] env[69262]: value = "task-3713255" [ 709.387895] env[69262]: _type = "Task" [ 709.387895] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.399181] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.469899] env[69262]: DEBUG oslo_vmware.api [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713252, 'name': RemoveSnapshot_Task, 'duration_secs': 0.729422} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.469899] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 709.469899] env[69262]: INFO nova.compute.manager [None req-2d5fe150-1044-44bb-9cc8-11ec26411730 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Took 16.32 seconds to snapshot the instance on the hypervisor. [ 709.508882] env[69262]: DEBUG oslo_vmware.api [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713254, 'name': PowerOffVM_Task, 'duration_secs': 0.296248} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.509407] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.509709] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.510098] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b29f3305-941a-46a3-80fc-094d3c4efb08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.606924] env[69262]: DEBUG nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.649190] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.649379] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.649649] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.653020] env[69262]: DEBUG nova.virt.hardware [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.653020] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bb6371-e30b-4079-84bd-37f1bc7e66ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.663019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917282a6-ddb7-430a-9f9f-39f445a06dd7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.705961] env[69262]: DEBUG nova.network.neutron [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Updating instance_info_cache with network_info: [{"id": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "address": "fa:16:3e:36:c4:15", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b19fcf-3b", "ovs_interfaceid": "c2b19fcf-3b5c-43aa-957a-981bfbc4f00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.812443] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.816216] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.564s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.821555] env[69262]: INFO nova.compute.claims [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.854368] env[69262]: INFO nova.scheduler.client.report [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Deleted allocations for instance 46918116-b900-40cc-b7f6-2ee0626361a2 [ 709.907914] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713255, 'name': ReconfigVM_Task, 'duration_secs': 0.338158} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.908638] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 14c3d321-34a5-4a5f-946e-c6e88ad5e38f/14c3d321-34a5-4a5f-946e-c6e88ad5e38f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.909327] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa18a070-f412-4367-af94-e27533349219 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.919331] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 709.919331] env[69262]: value = "task-3713257" [ 709.919331] env[69262]: _type = "Task" [ 709.919331] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.929912] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713257, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.071787] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "9524393b-7a6e-4590-b195-e5a34c3872a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.072128] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.210471] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-3f878a57-e7ae-400a-abad-3c371c25fb66" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.337254] env[69262]: DEBUG nova.compute.manager [req-3c5c75c6-ba48-4155-bef5-e16c3784f8dc req-b7d0d59a-48de-490f-a3a5-cbf64590c563 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Received event network-vif-plugged-07aa17ef-15f5-4242-9622-29c42bd2e276 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.341901] env[69262]: DEBUG oslo_concurrency.lockutils [req-3c5c75c6-ba48-4155-bef5-e16c3784f8dc req-b7d0d59a-48de-490f-a3a5-cbf64590c563 service nova] Acquiring lock "505f38d1-ef30-4c8e-93f3-c512505527e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.341901] env[69262]: DEBUG oslo_concurrency.lockutils [req-3c5c75c6-ba48-4155-bef5-e16c3784f8dc req-b7d0d59a-48de-490f-a3a5-cbf64590c563 service nova] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.341901] env[69262]: DEBUG oslo_concurrency.lockutils [req-3c5c75c6-ba48-4155-bef5-e16c3784f8dc req-b7d0d59a-48de-490f-a3a5-cbf64590c563 service nova] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.341901] env[69262]: DEBUG nova.compute.manager [req-3c5c75c6-ba48-4155-bef5-e16c3784f8dc req-b7d0d59a-48de-490f-a3a5-cbf64590c563 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] No waiting events found dispatching network-vif-plugged-07aa17ef-15f5-4242-9622-29c42bd2e276 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 710.341901] env[69262]: WARNING nova.compute.manager [req-3c5c75c6-ba48-4155-bef5-e16c3784f8dc req-b7d0d59a-48de-490f-a3a5-cbf64590c563 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Received unexpected event network-vif-plugged-07aa17ef-15f5-4242-9622-29c42bd2e276 for instance with vm_state building and task_state spawning. [ 710.366547] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c1330e-c80f-4e76-96e2-4fe97475bb33 tempest-DeleteServersAdminTestJSON-1197380853 tempest-DeleteServersAdminTestJSON-1197380853-project-member] Lock "46918116-b900-40cc-b7f6-2ee0626361a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.572s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.408447] env[69262]: DEBUG nova.network.neutron [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Successfully updated port: 07aa17ef-15f5-4242-9622-29c42bd2e276 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.435158] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713257, 'name': Rename_Task, 'duration_secs': 0.194985} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.435433] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.436164] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-906297fa-3656-4f14-9330-aa3b69491739 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.439355] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.439585] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.439785] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.439961] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.440160] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.443577] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 710.443577] env[69262]: value = "task-3713258" [ 710.443577] env[69262]: _type = "Task" [ 710.443577] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.443999] env[69262]: INFO nova.compute.manager [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Terminating instance [ 710.458222] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.912584] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.912937] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.913165] env[69262]: DEBUG nova.network.neutron [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.959256] env[69262]: DEBUG nova.compute.manager [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.960872] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.965652] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9cc43-bb3c-409e-ace6-68b208b8f488 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.975083] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713258, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.978056] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.978056] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc583eb-a9a4-4d89-aec4-dd2cb19b1fe2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.312065] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "8e88021a-4b4a-4926-84a0-de402adb19e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.312359] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.460784] env[69262]: DEBUG oslo_vmware.api [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713258, 'name': PowerOnVM_Task, 'duration_secs': 0.720039} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.461117] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.461271] env[69262]: INFO nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Took 7.78 seconds to spawn the instance on the hypervisor. [ 711.461595] env[69262]: DEBUG nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 711.462616] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e976b4-82b8-46bd-bb55-0c34972339e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.467396] env[69262]: DEBUG nova.network.neutron [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.499531] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc6a83e-9ae3-4783-bb96-ad3592aa8e7d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.509227] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b0a8d6-1ad3-46f7-9e42-b6b0adec4e4c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.546356] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9197ac77-214d-47a0-8d4d-f41f08378911 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.558731] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44761539-65e4-4ce0-a5eb-6bee57b767d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.574529] env[69262]: DEBUG nova.compute.provider_tree [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.700205] env[69262]: DEBUG nova.network.neutron [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Updating instance_info_cache with network_info: [{"id": "07aa17ef-15f5-4242-9622-29c42bd2e276", "address": "fa:16:3e:eb:8c:a7", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa17ef-15", "ovs_interfaceid": "07aa17ef-15f5-4242-9622-29c42bd2e276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.772180] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.772496] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d39f411e-17d9-4e58-8d2e-96ca69ea9c1a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.781218] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 711.781218] env[69262]: value = "task-3713260" [ 711.781218] env[69262]: _type = "Task" [ 711.781218] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.791692] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.868525] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.869407] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.869725] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleting the datastore file [datastore1] 95b37e39-e75a-4d46-866d-d76d9e77ffe9 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.870139] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15efe649-ada3-4517-b372-a5ed883d3faf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.873583] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.873853] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.873972] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Deleting the datastore file [datastore1] 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.875049] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af133e68-ab21-4cfd-814c-0a3bf2ebc3a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.881174] env[69262]: DEBUG oslo_vmware.api [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 711.881174] env[69262]: value = "task-3713261" [ 711.881174] env[69262]: _type = "Task" [ 711.881174] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.887883] env[69262]: DEBUG oslo_vmware.api [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for the task: (returnval){ [ 711.887883] env[69262]: value = "task-3713262" [ 711.887883] env[69262]: _type = "Task" [ 711.887883] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.895634] env[69262]: DEBUG oslo_vmware.api [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.904492] env[69262]: DEBUG oslo_vmware.api [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.992595] env[69262]: INFO nova.compute.manager [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Took 42.00 seconds to build instance. [ 712.080162] env[69262]: DEBUG nova.scheduler.client.report [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.207977] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.208353] env[69262]: DEBUG nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Instance network_info: |[{"id": "07aa17ef-15f5-4242-9622-29c42bd2e276", "address": "fa:16:3e:eb:8c:a7", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa17ef-15", "ovs_interfaceid": "07aa17ef-15f5-4242-9622-29c42bd2e276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.208801] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:8c:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07aa17ef-15f5-4242-9622-29c42bd2e276', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.221797] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Creating folder: Project (f005d2b1cba041e6ab8ffe3405fdb9d2). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.222495] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82c3406b-2b4a-436c-b13e-2ff2c6500f40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.239342] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Created folder: Project (f005d2b1cba041e6ab8ffe3405fdb9d2) in parent group-v739409. [ 712.239342] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Creating folder: Instances. Parent ref: group-v739513. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.239342] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee76ec9d-3c24-4fe9-86f8-7c83e8672aa6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.252281] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Created folder: Instances in parent group-v739513. [ 712.252659] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.256870] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.257945] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-890a314c-54f4-4983-807c-4531a0a4a1d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.298729] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713260, 'name': PowerOffVM_Task, 'duration_secs': 0.275295} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.301046] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.301822] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.301822] env[69262]: value = "task-3713265" [ 712.301822] env[69262]: _type = "Task" [ 712.301822] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.302227] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3648f48e-c361-4fd1-92af-7bdf927732b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.318119] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713265, 'name': CreateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.333477] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e488f25c-23ba-464f-ab79-87bf8e0548c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.396495] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.396830] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c3bd52-e9e2-4a70-af80-cfaa5e6e74e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.403458] env[69262]: DEBUG oslo_vmware.api [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227428} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.403816] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.404053] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.404281] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.404472] env[69262]: INFO nova.compute.manager [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Took 1.45 seconds to destroy the instance on the hypervisor. [ 712.404718] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.406063] env[69262]: DEBUG nova.compute.manager [-] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.406063] env[69262]: DEBUG nova.network.neutron [-] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.411094] env[69262]: DEBUG oslo_vmware.api [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Task: {'id': task-3713262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236034} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.414321] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.414664] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.414734] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.416280] env[69262]: INFO nova.compute.manager [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Took 3.44 seconds to destroy the instance on the hypervisor. [ 712.416280] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.416280] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 712.416280] env[69262]: value = "task-3713266" [ 712.416280] env[69262]: _type = "Task" [ 712.416280] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.416280] env[69262]: DEBUG nova.compute.manager [-] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.416280] env[69262]: DEBUG nova.network.neutron [-] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.431825] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 712.432073] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.432347] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.434897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.434897] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.434897] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24f1f903-bd82-4853-9473-eb4070a61696 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.447104] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.447104] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.447104] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b193099d-b0f3-4061-a2f7-aab0eeeefecd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.454518] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 712.454518] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb222a-3c02-af45-093b-949ee5d8a94a" [ 712.454518] env[69262]: _type = "Task" [ 712.454518] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.466575] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb222a-3c02-af45-093b-949ee5d8a94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.496556] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3f497850-d13a-4b39-b42b-42f7b9cdb0a0 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.983s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.588620] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.589240] env[69262]: DEBUG nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.595166] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.546s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.595166] env[69262]: DEBUG nova.objects.instance [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lazy-loading 'resources' on Instance uuid b7fe0430-9c39-4b60-8279-bb51a4218e6c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.821308] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713265, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.967219] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb222a-3c02-af45-093b-949ee5d8a94a, 'name': SearchDatastore_Task, 'duration_secs': 0.015265} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.967219] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8300fb0d-6bc2-4437-b48b-15656d532f85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.973898] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 712.973898] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ff48f1-483c-5053-72e7-ac14b93cc5b2" [ 712.973898] env[69262]: _type = "Task" [ 712.973898] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.982964] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ff48f1-483c-5053-72e7-ac14b93cc5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.000072] env[69262]: DEBUG nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.099354] env[69262]: DEBUG nova.compute.utils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.107024] env[69262]: DEBUG nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.107024] env[69262]: DEBUG nova.network.neutron [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.159922] env[69262]: DEBUG nova.policy [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c71f5dde47c4090a15f2e7d1f43f771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f005d2b1cba041e6ab8ffe3405fdb9d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.275240] env[69262]: DEBUG nova.network.neutron [-] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.290289] env[69262]: DEBUG nova.compute.manager [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Received event network-changed-07aa17ef-15f5-4242-9622-29c42bd2e276 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.290289] env[69262]: DEBUG nova.compute.manager [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Refreshing instance network info cache due to event network-changed-07aa17ef-15f5-4242-9622-29c42bd2e276. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.290534] env[69262]: DEBUG oslo_concurrency.lockutils [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] Acquiring lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.290600] env[69262]: DEBUG oslo_concurrency.lockutils [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] Acquired lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.290779] env[69262]: DEBUG nova.network.neutron [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Refreshing network info cache for port 07aa17ef-15f5-4242-9622-29c42bd2e276 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.321994] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713265, 'name': CreateVM_Task, 'duration_secs': 0.55557} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.322199] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.326296] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.326296] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.326296] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.326296] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fda67c-0e26-40af-997e-ca8325351b10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.338140] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 713.338140] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525a9d5a-4a82-5423-da7c-86031754299a" [ 713.338140] env[69262]: _type = "Task" [ 713.338140] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.351383] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525a9d5a-4a82-5423-da7c-86031754299a, 'name': SearchDatastore_Task, 'duration_secs': 0.01662} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.351861] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.352280] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.352652] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.486240] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ff48f1-483c-5053-72e7-ac14b93cc5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.04545} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.487919] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.488269] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. {{(pid=69262) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 713.488723] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.488908] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.489155] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6989d2bc-ca46-477c-b183-1e3275c2da9e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.491603] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54ca9487-cf0d-49d4-8926-63a373ea0367 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.500857] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 713.500857] env[69262]: value = "task-3713267" [ 713.500857] env[69262]: _type = "Task" [ 713.500857] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.510855] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.511046] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.518268] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a0b7e3-eef0-45c5-baca-f3e317cc5b16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.528089] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.532317] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 713.532317] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e088e4-b4f5-8aef-dc82-f93861cdff3f" [ 713.532317] env[69262]: _type = "Task" [ 713.532317] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.537119] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.548265] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e088e4-b4f5-8aef-dc82-f93861cdff3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.596514] env[69262]: DEBUG nova.network.neutron [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Successfully created port: 9576bc6c-9eda-4f62-8a0f-77e91c202ca8 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.607908] env[69262]: DEBUG nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.782806] env[69262]: INFO nova.compute.manager [-] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Took 1.38 seconds to deallocate network for instance. [ 713.864422] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb93b9b-fc94-4f01-b916-ba4613526d85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.871938] env[69262]: DEBUG nova.network.neutron [-] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.876799] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ccedf7-166d-4d9c-98b5-18190023c192 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.926181] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b704e28-7e85-4a44-9cd0-32713d57780f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.937485] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694b446c-8692-46da-85d4-561ac44bba15 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.960312] env[69262]: DEBUG nova.compute.provider_tree [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.014457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "b1371739-7839-446a-8819-8df7cbd70c04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.014780] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "b1371739-7839-446a-8819-8df7cbd70c04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.023989] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.027272] env[69262]: DEBUG nova.compute.manager [req-9777be64-b8fe-4287-8107-c476abafb07a req-140e2b57-3733-4775-a4db-8a9dc0f36cab service nova] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Received event network-vif-deleted-12628b13-16f0-48ee-b4ef-e51b3020b383 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.051784] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e088e4-b4f5-8aef-dc82-f93861cdff3f, 'name': SearchDatastore_Task, 'duration_secs': 0.024833} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.053344] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70d7859-8ce9-45aa-bdc4-561e001a5872 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.067773] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.068059] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.068348] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 714.068348] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524203e3-38c3-4587-772e-d276f7380564" [ 714.068348] env[69262]: _type = "Task" [ 714.068348] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.085627] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524203e3-38c3-4587-772e-d276f7380564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.137630] env[69262]: DEBUG nova.network.neutron [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Updated VIF entry in instance network info cache for port 07aa17ef-15f5-4242-9622-29c42bd2e276. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.137829] env[69262]: DEBUG nova.network.neutron [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Updating instance_info_cache with network_info: [{"id": "07aa17ef-15f5-4242-9622-29c42bd2e276", "address": "fa:16:3e:eb:8c:a7", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa17ef-15", "ovs_interfaceid": "07aa17ef-15f5-4242-9622-29c42bd2e276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.294625] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.376547] env[69262]: INFO nova.compute.manager [-] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Took 1.96 seconds to deallocate network for instance. [ 714.466513] env[69262]: DEBUG nova.scheduler.client.report [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.516982] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603313} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.517430] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. [ 714.518215] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa2c60-c841-4576-95d4-0d9721632698 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.549156] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.550032] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b49bfa9-c88e-488d-bb8e-70707f3def11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.575841] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 714.575841] env[69262]: value = "task-3713268" [ 714.575841] env[69262]: _type = "Task" [ 714.575841] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.583937] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524203e3-38c3-4587-772e-d276f7380564, 'name': SearchDatastore_Task, 'duration_secs': 0.027883} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.584726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.584949] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 505f38d1-ef30-4c8e-93f3-c512505527e8/505f38d1-ef30-4c8e-93f3-c512505527e8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.586375] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8083462a-5ee0-402d-bfcd-8d6af3452ba3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.593974] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.600481] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 714.600481] env[69262]: value = "task-3713269" [ 714.600481] env[69262]: _type = "Task" [ 714.600481] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.610739] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.620334] env[69262]: DEBUG nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.641730] env[69262]: DEBUG oslo_concurrency.lockutils [req-e6dbb838-1d19-4dde-b2b2-d73cb6acd9de req-456fa09c-17e4-4f78-81b5-2e9b90222170 service nova] Releasing lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.652965] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.653250] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.653437] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.653651] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.653845] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.654621] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.654621] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.655632] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.655632] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.655632] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.655632] env[69262]: DEBUG nova.virt.hardware [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.656463] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca03826-7040-4399-b9d5-ab2522122680 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.669706] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce21d8d7-65ed-4415-8a3c-d31e4a1ff4e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.715310] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.715603] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.715842] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.716048] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.716228] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.718621] env[69262]: INFO nova.compute.manager [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Terminating instance [ 714.885679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.973328] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.378s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.976789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.361s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.976789] env[69262]: DEBUG nova.objects.instance [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lazy-loading 'resources' on Instance uuid 266e36d8-f549-490a-a288-2437185c6d7f {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.005013] env[69262]: INFO nova.scheduler.client.report [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleted allocations for instance b7fe0430-9c39-4b60-8279-bb51a4218e6c [ 715.086384] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.110402] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713269, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.222741] env[69262]: DEBUG nova.compute.manager [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.222964] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.226022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd1a368-d3f6-4ab1-8eb8-234e8210ad36 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.235332] env[69262]: DEBUG nova.network.neutron [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Successfully updated port: 9576bc6c-9eda-4f62-8a0f-77e91c202ca8 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.249089] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.249089] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b519953e-1bc2-4f64-b9b8-6699c1c1fd0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.259068] env[69262]: DEBUG oslo_vmware.api [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 715.259068] env[69262]: value = "task-3713270" [ 715.259068] env[69262]: _type = "Task" [ 715.259068] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.272936] env[69262]: DEBUG oslo_vmware.api [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.359591] env[69262]: DEBUG nova.compute.manager [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Received event network-vif-deleted-1e5e50c8-19e4-4ec0-9ec2-6dd21d75036e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.359591] env[69262]: DEBUG nova.compute.manager [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Received event network-vif-plugged-9576bc6c-9eda-4f62-8a0f-77e91c202ca8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.359591] env[69262]: DEBUG oslo_concurrency.lockutils [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] Acquiring lock "e545415d-fa64-4855-9c05-edc9395beffc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.360057] env[69262]: DEBUG oslo_concurrency.lockutils [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] Lock "e545415d-fa64-4855-9c05-edc9395beffc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.360252] env[69262]: DEBUG oslo_concurrency.lockutils [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] Lock "e545415d-fa64-4855-9c05-edc9395beffc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.360356] env[69262]: DEBUG nova.compute.manager [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] No waiting events found dispatching network-vif-plugged-9576bc6c-9eda-4f62-8a0f-77e91c202ca8 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 715.360573] env[69262]: WARNING nova.compute.manager [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Received unexpected event network-vif-plugged-9576bc6c-9eda-4f62-8a0f-77e91c202ca8 for instance with vm_state building and task_state spawning. [ 715.360801] env[69262]: DEBUG nova.compute.manager [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Received event network-changed-9576bc6c-9eda-4f62-8a0f-77e91c202ca8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.360995] env[69262]: DEBUG nova.compute.manager [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Refreshing instance network info cache due to event network-changed-9576bc6c-9eda-4f62-8a0f-77e91c202ca8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.361255] env[69262]: DEBUG oslo_concurrency.lockutils [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] Acquiring lock "refresh_cache-e545415d-fa64-4855-9c05-edc9395beffc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.361487] env[69262]: DEBUG oslo_concurrency.lockutils [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] Acquired lock "refresh_cache-e545415d-fa64-4855-9c05-edc9395beffc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.361694] env[69262]: DEBUG nova.network.neutron [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Refreshing network info cache for port 9576bc6c-9eda-4f62-8a0f-77e91c202ca8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.515238] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a39b4d-b97d-4dd1-a3d2-6241a149bc3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "b7fe0430-9c39-4b60-8279-bb51a4218e6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.815s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.595302] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713268, 'name': ReconfigVM_Task, 'duration_secs': 0.84008} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.595912] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.597488] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ded2bf7-df1f-46f7-8844-2f01a4d4582f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.639495] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.979231} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.649931] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 505f38d1-ef30-4c8e-93f3-c512505527e8/505f38d1-ef30-4c8e-93f3-c512505527e8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.650197] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.650469] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-819f852f-0320-4745-a5c9-f41b43798a13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.661692] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40dbc973-6750-4417-a2c3-7d71fe271efc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.669889] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 715.669889] env[69262]: value = "task-3713271" [ 715.669889] env[69262]: _type = "Task" [ 715.669889] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.671739] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 715.671739] env[69262]: value = "task-3713272" [ 715.671739] env[69262]: _type = "Task" [ 715.671739] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.689970] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.692836] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713272, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.748440] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "refresh_cache-e545415d-fa64-4855-9c05-edc9395beffc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.772520] env[69262]: DEBUG oslo_vmware.api [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713270, 'name': PowerOffVM_Task, 'duration_secs': 0.439925} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.772787] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.772954] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.773225] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-306bac9a-d456-425e-a81f-6ebef58b67ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.873512] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.873779] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.873990] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Deleting the datastore file [datastore2] 14c3d321-34a5-4a5f-946e-c6e88ad5e38f {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.877208] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af8d0717-8785-4ae9-9e9d-ff78fd1e8057 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.885875] env[69262]: DEBUG oslo_vmware.api [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for the task: (returnval){ [ 715.885875] env[69262]: value = "task-3713274" [ 715.885875] env[69262]: _type = "Task" [ 715.885875] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.899880] env[69262]: DEBUG oslo_vmware.api [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.900821] env[69262]: DEBUG nova.network.neutron [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.004983] env[69262]: DEBUG nova.network.neutron [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.160074] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1470fe5-ddb6-4365-aa68-d2b5d326d562 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.169011] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6581763-bc1b-4e61-b9dc-81f6ead81e98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.208934] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077544} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.210278] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f347c2-a347-4f3b-9bb6-89c38a386507 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.213321] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.217233] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7efb0-04c8-4305-8ddb-cafdf7920dd9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.220283] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713272, 'name': ReconfigVM_Task, 'duration_secs': 0.296725} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.220964] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.221621] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce847bf4-f23f-49f0-af59-e40ae9aa9f87 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.249118] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 505f38d1-ef30-4c8e-93f3-c512505527e8/505f38d1-ef30-4c8e-93f3-c512505527e8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.249774] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a22c1b-7a9a-4076-9c7b-fdedbd19b901 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.266473] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f552698-3ac3-4351-a4f3-33c777185003 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.272481] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 716.272481] env[69262]: value = "task-3713275" [ 716.272481] env[69262]: _type = "Task" [ 716.272481] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.286632] env[69262]: DEBUG nova.compute.provider_tree [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.291463] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 716.291463] env[69262]: value = "task-3713276" [ 716.291463] env[69262]: _type = "Task" [ 716.291463] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.300249] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.306763] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.396966] env[69262]: DEBUG oslo_vmware.api [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Task: {'id': task-3713274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195107} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.397266] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.397471] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.397657] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.397829] env[69262]: INFO nova.compute.manager [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 716.398093] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.398486] env[69262]: DEBUG nova.compute.manager [-] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.398486] env[69262]: DEBUG nova.network.neutron [-] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.508132] env[69262]: DEBUG oslo_concurrency.lockutils [req-867bd8b9-f695-45c2-a872-463473e18cdb req-4dce8430-9755-4850-a0a5-4c6f4d3a43bc service nova] Releasing lock "refresh_cache-e545415d-fa64-4855-9c05-edc9395beffc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.508746] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "refresh_cache-e545415d-fa64-4855-9c05-edc9395beffc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.509028] env[69262]: DEBUG nova.network.neutron [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.783350] env[69262]: DEBUG oslo_vmware.api [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713275, 'name': PowerOnVM_Task, 'duration_secs': 0.506328} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.783686] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.786678] env[69262]: DEBUG nova.compute.manager [None req-4b38a5a5-c613-4fa7-a34b-9c53510e9cef tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.787285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebc70d6-1169-47f6-a8d8-35ea5fc51dc5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.790512] env[69262]: DEBUG nova.scheduler.client.report [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.808818] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713276, 'name': ReconfigVM_Task, 'duration_secs': 0.331548} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.810313] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 505f38d1-ef30-4c8e-93f3-c512505527e8/505f38d1-ef30-4c8e-93f3-c512505527e8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.811376] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4020c567-0275-4039-a4e1-d76aa70b9ff2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.821451] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 716.821451] env[69262]: value = "task-3713277" [ 716.821451] env[69262]: _type = "Task" [ 716.821451] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.832997] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713277, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.047721] env[69262]: DEBUG nova.network.neutron [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.200116] env[69262]: DEBUG nova.network.neutron [-] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.223618] env[69262]: DEBUG nova.network.neutron [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Updating instance_info_cache with network_info: [{"id": "9576bc6c-9eda-4f62-8a0f-77e91c202ca8", "address": "fa:16:3e:57:be:67", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9576bc6c-9e", "ovs_interfaceid": "9576bc6c-9eda-4f62-8a0f-77e91c202ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.295681] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.298776] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.467s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.299630] env[69262]: INFO nova.compute.claims [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.321516] env[69262]: INFO nova.scheduler.client.report [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Deleted allocations for instance 266e36d8-f549-490a-a288-2437185c6d7f [ 717.341309] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713277, 'name': Rename_Task, 'duration_secs': 0.166894} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.341309] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.341309] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ebc3412-ef77-471d-8762-5229958fcc1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.345499] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 717.345499] env[69262]: value = "task-3713278" [ 717.345499] env[69262]: _type = "Task" [ 717.345499] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.356770] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.700696] env[69262]: DEBUG nova.compute.manager [req-a87cb3af-9546-4dee-bc70-085173331adf req-73fd293e-f9b6-4ba1-b4a1-fc41a49b5d49 service nova] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Received event network-vif-deleted-c7866d88-3d31-4369-ac27-ae540ec23c6c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.704596] env[69262]: INFO nova.compute.manager [-] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Took 1.31 seconds to deallocate network for instance. [ 717.726538] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "refresh_cache-e545415d-fa64-4855-9c05-edc9395beffc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.726991] env[69262]: DEBUG nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Instance network_info: |[{"id": "9576bc6c-9eda-4f62-8a0f-77e91c202ca8", "address": "fa:16:3e:57:be:67", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9576bc6c-9e", "ovs_interfaceid": "9576bc6c-9eda-4f62-8a0f-77e91c202ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.727559] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:be:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9576bc6c-9eda-4f62-8a0f-77e91c202ca8', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.741511] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.742233] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.742588] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd68f15e-060d-40d1-916f-d5532a51a46d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.765658] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.765658] env[69262]: value = "task-3713279" [ 717.765658] env[69262]: _type = "Task" [ 717.765658] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.780377] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713279, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.836796] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1abd664b-6ac8-4309-bea1-6f4d271b0ef1 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.811s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.839039] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.367s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.839039] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "266e36d8-f549-490a-a288-2437185c6d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.839039] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.839039] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.841419] env[69262]: INFO nova.compute.manager [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Terminating instance [ 717.859622] env[69262]: DEBUG oslo_vmware.api [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713278, 'name': PowerOnVM_Task, 'duration_secs': 0.504655} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.860505] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.860771] env[69262]: INFO nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Took 8.25 seconds to spawn the instance on the hypervisor. [ 717.861055] env[69262]: DEBUG nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 717.861914] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bbf9a7-99d9-483d-ad1f-a09b82180b46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.066456] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "57fd7958-1929-412f-82a7-73ef849d9a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.066456] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "57fd7958-1929-412f-82a7-73ef849d9a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.214222] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.280032] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713279, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.347152] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.347152] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquired lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.347276] env[69262]: DEBUG nova.network.neutron [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.385078] env[69262]: INFO nova.compute.manager [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Took 46.84 seconds to build instance. [ 718.742990] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c46c81-15f4-461d-add0-18bb8dcdcdcf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.754973] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34566ff0-e18c-44fa-b10a-28e3681eee96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.795593] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14636402-20be-44c5-aebc-17eb46ebcbd4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.805625] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713279, 'name': CreateVM_Task, 'duration_secs': 0.56095} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.807502] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.808505] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.808803] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.809188] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.811370] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d51b4e-c7a6-49f4-b759-9f87846e3e9a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.815612] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0df9713-cbb8-4b58-91ef-58c6249039a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.829984] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 718.829984] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5238fedd-1e84-a9ff-84b9-4336eebac35d" [ 718.829984] env[69262]: _type = "Task" [ 718.829984] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.830321] env[69262]: DEBUG nova.compute.provider_tree [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.840979] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5238fedd-1e84-a9ff-84b9-4336eebac35d, 'name': SearchDatastore_Task, 'duration_secs': 0.012234} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.841890] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.842134] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.842399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.842557] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.842734] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.843235] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d553beb-d4d6-4623-9a61-6bd6279508f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.850935] env[69262]: DEBUG nova.compute.utils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Can not refresh info_cache because instance was not found {{(pid=69262) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 718.854111] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.854351] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.855418] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2552dc0-16a1-49e8-8603-3c75cec1a7da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.861409] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 718.861409] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527113c0-d22f-36e1-a88d-fe75b1a795e4" [ 718.861409] env[69262]: _type = "Task" [ 718.861409] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.869876] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527113c0-d22f-36e1-a88d-fe75b1a795e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.876845] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "f3ea3756-4188-4268-bad1-5f72cdab46aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.877088] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.877290] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "f3ea3756-4188-4268-bad1-5f72cdab46aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.879218] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.879218] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.879794] env[69262]: DEBUG nova.network.neutron [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.882033] env[69262]: INFO nova.compute.manager [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Terminating instance [ 718.887076] env[69262]: DEBUG oslo_concurrency.lockutils [None req-200190dd-7843-4394-9b3f-db328ff4b3ed tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.564s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.000723] env[69262]: DEBUG nova.network.neutron [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.250922] env[69262]: INFO nova.compute.manager [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Rescuing [ 719.251243] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.251378] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.251543] env[69262]: DEBUG nova.network.neutron [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.336655] env[69262]: DEBUG nova.scheduler.client.report [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.372059] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527113c0-d22f-36e1-a88d-fe75b1a795e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.372803] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0140ea0d-8573-4c9a-b361-c0c51ac59e36 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.378858] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 719.378858] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e141f-6d0a-e40a-055d-61260430cdb7" [ 719.378858] env[69262]: _type = "Task" [ 719.378858] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.387250] env[69262]: DEBUG nova.compute.manager [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.387465] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.387725] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e141f-6d0a-e40a-055d-61260430cdb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.388457] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484d4ad4-8b2b-4eb6-81b5-1d1497173543 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.392692] env[69262]: DEBUG nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.397283] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.397682] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ce4d72-8683-4d59-8e82-89a66ff12923 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.404471] env[69262]: DEBUG oslo_vmware.api [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 719.404471] env[69262]: value = "task-3713280" [ 719.404471] env[69262]: _type = "Task" [ 719.404471] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.413832] env[69262]: DEBUG oslo_vmware.api [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.506378] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Releasing lock "refresh_cache-266e36d8-f549-490a-a288-2437185c6d7f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.506845] env[69262]: DEBUG nova.compute.manager [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 719.507058] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.507389] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1f98a6f-c8ca-4683-b09c-db369f017e63 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.518966] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0283f1e3-8008-42ea-b9c2-bfc47fdb3c73 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.554085] env[69262]: WARNING nova.virt.vmwareapi.vmops [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 266e36d8-f549-490a-a288-2437185c6d7f could not be found. [ 719.554206] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.554340] env[69262]: INFO nova.compute.manager [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 719.554644] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.554913] env[69262]: DEBUG nova.compute.manager [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.555055] env[69262]: DEBUG nova.network.neutron [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.571136] env[69262]: DEBUG nova.network.neutron [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.842210] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.842778] env[69262]: DEBUG nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.845638] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.687s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.845874] env[69262]: DEBUG nova.objects.instance [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lazy-loading 'resources' on Instance uuid fc35b031-8854-4ac5-83f9-d3b6276ef345 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.891326] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e141f-6d0a-e40a-055d-61260430cdb7, 'name': SearchDatastore_Task, 'duration_secs': 0.028132} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.891528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.891783] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e545415d-fa64-4855-9c05-edc9395beffc/e545415d-fa64-4855-9c05-edc9395beffc.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.892044] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbcb6e45-2869-45a8-8a80-76832a0a6b6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.904722] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 719.904722] env[69262]: value = "task-3713281" [ 719.904722] env[69262]: _type = "Task" [ 719.904722] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.920523] env[69262]: DEBUG oslo_vmware.api [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713280, 'name': PowerOffVM_Task, 'duration_secs': 0.343557} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.924764] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.924764] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.924764] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.924764] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f4c9470-14e9-40cc-9610-f812dd82ffae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.929428] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.981188] env[69262]: DEBUG nova.network.neutron [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Updating instance_info_cache with network_info: [{"id": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "address": "fa:16:3e:e0:b8:e9", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f759ec1-5f", "ovs_interfaceid": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.004531] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.004779] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.004963] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Deleting the datastore file [datastore2] f3ea3756-4188-4268-bad1-5f72cdab46aa {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.005342] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf63eb61-667a-420f-9fa4-472db38e4079 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.014029] env[69262]: DEBUG oslo_vmware.api [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for the task: (returnval){ [ 720.014029] env[69262]: value = "task-3713283" [ 720.014029] env[69262]: _type = "Task" [ 720.014029] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.024460] env[69262]: DEBUG oslo_vmware.api [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.074196] env[69262]: DEBUG nova.network.neutron [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.349501] env[69262]: DEBUG nova.compute.utils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.351876] env[69262]: DEBUG nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.352085] env[69262]: DEBUG nova.network.neutron [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.398537] env[69262]: DEBUG nova.policy [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c71f5dde47c4090a15f2e7d1f43f771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f005d2b1cba041e6ab8ffe3405fdb9d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.419673] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713281, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.484241] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.536639] env[69262]: DEBUG oslo_vmware.api [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Task: {'id': task-3713283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270496} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.536639] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.536801] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.536927] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.537181] env[69262]: INFO nova.compute.manager [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 720.537477] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.537720] env[69262]: DEBUG nova.compute.manager [-] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 720.538047] env[69262]: DEBUG nova.network.neutron [-] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 720.577360] env[69262]: INFO nova.compute.manager [-] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Took 1.02 seconds to deallocate network for instance. [ 720.745051] env[69262]: DEBUG nova.network.neutron [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Successfully created port: a27c29bb-947e-4013-bfc2-eab8aeb34b29 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.823076] env[69262]: DEBUG nova.compute.manager [req-a6eea1b4-343a-49cc-9787-149f5bc36c76 req-8937a0d0-4aae-4aa6-be5c-2368b3d881c6 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Received event network-vif-deleted-131e862c-e97c-47ae-9ec6-833569c21576 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.823270] env[69262]: INFO nova.compute.manager [req-a6eea1b4-343a-49cc-9787-149f5bc36c76 req-8937a0d0-4aae-4aa6-be5c-2368b3d881c6 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Neutron deleted interface 131e862c-e97c-47ae-9ec6-833569c21576; detaching it from the instance and deleting it from the info cache [ 720.823469] env[69262]: DEBUG nova.network.neutron [req-a6eea1b4-343a-49cc-9787-149f5bc36c76 req-8937a0d0-4aae-4aa6-be5c-2368b3d881c6 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.853528] env[69262]: DEBUG nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.904631] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6c74e5-db07-45aa-85d7-4116d1ab6c76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.916788] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ca54c6-7309-42d3-a976-079979752f6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.928305] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776381} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.960893] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e545415d-fa64-4855-9c05-edc9395beffc/e545415d-fa64-4855-9c05-edc9395beffc.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.961393] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.963204] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81ccd733-1f40-4f94-8d33-9e45d45f276a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.965979] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190b5e8-20b2-4483-8ce9-39230e6d6baf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.976491] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 720.976491] env[69262]: value = "task-3713284" [ 720.976491] env[69262]: _type = "Task" [ 720.976491] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.977968] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ead9a-e74e-4246-8b8e-af91b3ae37dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.999376] env[69262]: DEBUG nova.compute.provider_tree [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.002169] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.085906] env[69262]: INFO nova.compute.manager [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance disappeared during terminate [ 721.085906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-185169c1-edb7-4ac2-9533-939e85cdb998 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "266e36d8-f549-490a-a288-2437185c6d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.247s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.305227] env[69262]: DEBUG nova.network.neutron [-] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.325688] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89f86adc-52bd-4928-b8a7-c3485e3738ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.336395] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d0cafc-9b52-433f-8ce6-73aa4a4df54a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.372757] env[69262]: DEBUG nova.compute.manager [req-a6eea1b4-343a-49cc-9787-149f5bc36c76 req-8937a0d0-4aae-4aa6-be5c-2368b3d881c6 service nova] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Detach interface failed, port_id=131e862c-e97c-47ae-9ec6-833569c21576, reason: Instance f3ea3756-4188-4268-bad1-5f72cdab46aa could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 721.487857] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090573} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.488116] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.488918] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0df8403-967b-4271-a314-f10b6583a494 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.504227] env[69262]: DEBUG nova.scheduler.client.report [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.516628] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] e545415d-fa64-4855-9c05-edc9395beffc/e545415d-fa64-4855-9c05-edc9395beffc.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.516942] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c195fe39-2a33-4501-a09e-9ec892e16ae6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.539027] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 721.539027] env[69262]: value = "task-3713285" [ 721.539027] env[69262]: _type = "Task" [ 721.539027] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.548739] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.808223] env[69262]: INFO nova.compute.manager [-] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Took 1.27 seconds to deallocate network for instance. [ 721.874752] env[69262]: DEBUG nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.904196] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.904483] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.904657] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.904884] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.905052] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.905205] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.905417] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.905664] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.905909] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.906150] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.906403] env[69262]: DEBUG nova.virt.hardware [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.907592] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1e2d7-79a0-4c8a-9359-5893c5acff0d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.916574] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e42998-175f-4e26-85ea-a1360d68ca78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.010163] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.012654] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.151s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.012888] env[69262]: DEBUG nova.objects.instance [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lazy-loading 'resources' on Instance uuid 7d51790a-49cf-4543-9019-ec99fa441217 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.037906] env[69262]: INFO nova.scheduler.client.report [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Deleted allocations for instance fc35b031-8854-4ac5-83f9-d3b6276ef345 [ 722.039185] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.039185] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f31726d-4dfd-4ec6-a6a5-89c3631bcfab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.056531] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.058916] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 722.058916] env[69262]: value = "task-3713286" [ 722.058916] env[69262]: _type = "Task" [ 722.058916] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.068871] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.226500] env[69262]: DEBUG nova.compute.manager [req-3605a412-e70e-4951-b242-5a39d16cf2ab req-2e679520-5e7e-45bb-a497-711d21630113 service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Received event network-vif-plugged-a27c29bb-947e-4013-bfc2-eab8aeb34b29 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.226788] env[69262]: DEBUG oslo_concurrency.lockutils [req-3605a412-e70e-4951-b242-5a39d16cf2ab req-2e679520-5e7e-45bb-a497-711d21630113 service nova] Acquiring lock "2aec3ff9-d183-4943-a03c-2a21121ed20a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.230282] env[69262]: DEBUG oslo_concurrency.lockutils [req-3605a412-e70e-4951-b242-5a39d16cf2ab req-2e679520-5e7e-45bb-a497-711d21630113 service nova] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.231269] env[69262]: DEBUG oslo_concurrency.lockutils [req-3605a412-e70e-4951-b242-5a39d16cf2ab req-2e679520-5e7e-45bb-a497-711d21630113 service nova] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.231269] env[69262]: DEBUG nova.compute.manager [req-3605a412-e70e-4951-b242-5a39d16cf2ab req-2e679520-5e7e-45bb-a497-711d21630113 service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] No waiting events found dispatching network-vif-plugged-a27c29bb-947e-4013-bfc2-eab8aeb34b29 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 722.231440] env[69262]: WARNING nova.compute.manager [req-3605a412-e70e-4951-b242-5a39d16cf2ab req-2e679520-5e7e-45bb-a497-711d21630113 service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Received unexpected event network-vif-plugged-a27c29bb-947e-4013-bfc2-eab8aeb34b29 for instance with vm_state building and task_state spawning. [ 722.315012] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.341799] env[69262]: DEBUG nova.network.neutron [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Successfully updated port: a27c29bb-947e-4013-bfc2-eab8aeb34b29 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.554729] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5265d66c-9a0c-4c3c-845a-8d4c2094843e tempest-ImagesNegativeTestJSON-210346818 tempest-ImagesNegativeTestJSON-210346818-project-member] Lock "fc35b031-8854-4ac5-83f9-d3b6276ef345" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.021s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.559609] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713285, 'name': ReconfigVM_Task, 'duration_secs': 0.917114} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.562878] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Reconfigured VM instance instance-00000022 to attach disk [datastore1] e545415d-fa64-4855-9c05-edc9395beffc/e545415d-fa64-4855-9c05-edc9395beffc.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.563514] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d56a5f9-702b-4d15-9c6a-cd5ac81479b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.574039] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713286, 'name': PowerOffVM_Task, 'duration_secs': 0.322086} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.575475] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.575884] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 722.575884] env[69262]: value = "task-3713287" [ 722.575884] env[69262]: _type = "Task" [ 722.575884] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.576941] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9059b8-31ab-477d-9139-4c820e8ab8c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.592762] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713287, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.610788] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8a8d0-9eec-47fa-9926-d65b68b55285 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.653366] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.653366] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c9295bf-bcf3-4c03-a66f-406dcb3f5734 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.662109] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 722.662109] env[69262]: value = "task-3713288" [ 722.662109] env[69262]: _type = "Task" [ 722.662109] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.671923] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.844501] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "refresh_cache-2aec3ff9-d183-4943-a03c-2a21121ed20a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.844713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "refresh_cache-2aec3ff9-d183-4943-a03c-2a21121ed20a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.844898] env[69262]: DEBUG nova.network.neutron [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.093532] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713287, 'name': Rename_Task, 'duration_secs': 0.168655} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.094000] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.094332] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f4b0bf6-9693-4d51-a414-ce7f57efc7c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.098617] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee5ab6-838f-460e-893b-b5e0bdff852b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.102565] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 723.102565] env[69262]: value = "task-3713289" [ 723.102565] env[69262]: _type = "Task" [ 723.102565] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.110117] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b6187f-bbbb-401a-aa27-12a5e4a0eb46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.116325] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.155898] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ba062b-47e3-4e1d-b49e-e9d388c2ddc9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.167680] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe1a84a-8372-4e48-be16-6ef59edd36eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.187366] env[69262]: DEBUG nova.compute.provider_tree [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.189773] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 723.189887] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.190154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.190258] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.190673] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.191267] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e484ee64-d97b-4f82-9210-e572db7add4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.201270] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.201580] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.203058] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a92194-d381-4e05-a484-816ca593d03a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.212115] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 723.212115] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c6e5a-e774-7819-14d7-bb515eeed0b2" [ 723.212115] env[69262]: _type = "Task" [ 723.212115] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.231889] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c6e5a-e774-7819-14d7-bb515eeed0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.232763] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d581e41c-8b94-4837-b4cc-9f1a6b38539a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.239181] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 723.239181] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ab2cf4-6bdb-8a32-e8be-6c83b1387bc0" [ 723.239181] env[69262]: _type = "Task" [ 723.239181] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.248318] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ab2cf4-6bdb-8a32-e8be-6c83b1387bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.383459] env[69262]: DEBUG nova.network.neutron [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.590036] env[69262]: DEBUG nova.network.neutron [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Updating instance_info_cache with network_info: [{"id": "a27c29bb-947e-4013-bfc2-eab8aeb34b29", "address": "fa:16:3e:df:a0:a1", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27c29bb-94", "ovs_interfaceid": "a27c29bb-947e-4013-bfc2-eab8aeb34b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.617220] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.693215] env[69262]: DEBUG nova.scheduler.client.report [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.726970] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Acquiring lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.726970] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.727132] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Acquiring lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.727304] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.727614] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.730943] env[69262]: INFO nova.compute.manager [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Terminating instance [ 723.751736] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ab2cf4-6bdb-8a32-e8be-6c83b1387bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.752033] env[69262]: DEBUG oslo_concurrency.lockutils [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.752898] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. {{(pid=69262) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 723.752898] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e68813f-73d3-4ba5-8470-12432b158e03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.761309] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 723.761309] env[69262]: value = "task-3713290" [ 723.761309] env[69262]: _type = "Task" [ 723.761309] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.772820] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.094177] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "refresh_cache-2aec3ff9-d183-4943-a03c-2a21121ed20a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.094810] env[69262]: DEBUG nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Instance network_info: |[{"id": "a27c29bb-947e-4013-bfc2-eab8aeb34b29", "address": "fa:16:3e:df:a0:a1", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27c29bb-94", "ovs_interfaceid": "a27c29bb-947e-4013-bfc2-eab8aeb34b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.095332] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a0:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a27c29bb-947e-4013-bfc2-eab8aeb34b29', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.104653] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.104965] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.105372] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b499b34-91a4-4fd7-a1a4-1052d5b43329 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.141044] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.141044] env[69262]: value = "task-3713291" [ 724.141044] env[69262]: _type = "Task" [ 724.141044] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.146148] env[69262]: DEBUG oslo_vmware.api [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713289, 'name': PowerOnVM_Task, 'duration_secs': 0.701706} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.151905] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.152215] env[69262]: INFO nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Took 9.53 seconds to spawn the instance on the hypervisor. [ 724.152449] env[69262]: DEBUG nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.153693] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a9e6bf-2ee3-4645-ae7f-6fd9bd6fa95e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172692] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713291, 'name': CreateVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.199070] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.201734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.544s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.204395] env[69262]: INFO nova.compute.claims [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.237372] env[69262]: DEBUG nova.compute.manager [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.237860] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.243016] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46526235-885b-4ea8-b8ac-65bd6d4e75b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.246924] env[69262]: INFO nova.scheduler.client.report [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Deleted allocations for instance 7d51790a-49cf-4543-9019-ec99fa441217 [ 724.259052] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 724.259052] env[69262]: value = "task-3713292" [ 724.259052] env[69262]: _type = "Task" [ 724.259052] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.275046] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.279675] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713290, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.282060] env[69262]: DEBUG nova.compute.manager [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Received event network-changed-a27c29bb-947e-4013-bfc2-eab8aeb34b29 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.282377] env[69262]: DEBUG nova.compute.manager [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Refreshing instance network info cache due to event network-changed-a27c29bb-947e-4013-bfc2-eab8aeb34b29. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.282722] env[69262]: DEBUG oslo_concurrency.lockutils [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] Acquiring lock "refresh_cache-2aec3ff9-d183-4943-a03c-2a21121ed20a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.282901] env[69262]: DEBUG oslo_concurrency.lockutils [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] Acquired lock "refresh_cache-2aec3ff9-d183-4943-a03c-2a21121ed20a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.283083] env[69262]: DEBUG nova.network.neutron [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Refreshing network info cache for port a27c29bb-947e-4013-bfc2-eab8aeb34b29 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.660997] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713291, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.682346] env[69262]: INFO nova.compute.manager [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Took 50.47 seconds to build instance. [ 724.755097] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6e8ee02-cc6a-428c-9ed1-15e387562a18 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "7d51790a-49cf-4543-9019-ec99fa441217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.066s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.773654] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54825} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.777931] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. [ 724.778659] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713292, 'name': PowerOffVM_Task, 'duration_secs': 0.214266} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.779494] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b4ce65-ad14-4696-bc62-04fab618f208 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.782276] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.782496] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 724.782689] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739450', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'name': 'volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'serial': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 724.783805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1216fcb3-e2d5-4a9c-97f0-c2c5da17ff14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.811795] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.828651] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a23e77a-fa84-4f35-b2b3-d3c3789c40b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.846171] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c49356f-fe1c-431b-adef-bc8285e5f3bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.856174] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5416c39-ed6c-457c-a132-1d44b298a9c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.859008] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 724.859008] env[69262]: value = "task-3713293" [ 724.859008] env[69262]: _type = "Task" [ 724.859008] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.877489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e9f623-94c6-4df4-943a-1f044105ff0a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.883593] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.898627] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] The volume has not been displaced from its original location: [datastore1] volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4/volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 724.903976] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 724.906974] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11b1bea-185c-4756-9729-406a82ad99a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.926396] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 724.926396] env[69262]: value = "task-3713294" [ 724.926396] env[69262]: _type = "Task" [ 724.926396] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.935843] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.053716] env[69262]: DEBUG nova.network.neutron [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Updated VIF entry in instance network info cache for port a27c29bb-947e-4013-bfc2-eab8aeb34b29. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.054771] env[69262]: DEBUG nova.network.neutron [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Updating instance_info_cache with network_info: [{"id": "a27c29bb-947e-4013-bfc2-eab8aeb34b29", "address": "fa:16:3e:df:a0:a1", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27c29bb-94", "ovs_interfaceid": "a27c29bb-947e-4013-bfc2-eab8aeb34b29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.157855] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713291, 'name': CreateVM_Task, 'duration_secs': 0.657903} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.158063] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.158816] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.159036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.159633] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.159633] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685320a4-4d56-4c01-acdb-23c4f07b7dc1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.166099] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 725.166099] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52432e8d-abf1-f8a6-bd0e-e9bb0dcb0c8f" [ 725.166099] env[69262]: _type = "Task" [ 725.166099] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.175947] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52432e8d-abf1-f8a6-bd0e-e9bb0dcb0c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.183648] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49baf48c-244c-41bb-9e30-5fb1f129f98c tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "e545415d-fa64-4855-9c05-edc9395beffc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.185s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.368462] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713293, 'name': ReconfigVM_Task, 'duration_secs': 0.372926} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.371594] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Reconfigured VM instance instance-0000001d to attach disk [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.373057] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b387fd-a530-4927-9fd1-4d839c8a1679 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.402026] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155098db-a75a-418d-9e48-0734108acaac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.419886] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 725.419886] env[69262]: value = "task-3713295" [ 725.419886] env[69262]: _type = "Task" [ 725.419886] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.433860] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.439478] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713294, 'name': ReconfigVM_Task, 'duration_secs': 0.180293} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.442932] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 725.449016] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26cae10-adb3-4151-a4cc-7cf83e3a8497 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.468284] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 725.468284] env[69262]: value = "task-3713296" [ 725.468284] env[69262]: _type = "Task" [ 725.468284] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.480212] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.556581] env[69262]: DEBUG oslo_concurrency.lockutils [req-3461eb27-70fb-4e14-846d-7e439a2d4d8e req-d6266942-3c93-4463-a12b-643096de1ace service nova] Releasing lock "refresh_cache-2aec3ff9-d183-4943-a03c-2a21121ed20a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.688277] env[69262]: DEBUG nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.690646] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52432e8d-abf1-f8a6-bd0e-e9bb0dcb0c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.043579} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.695334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.695892] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.696372] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.696632] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.696994] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.697879] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b4c7ea0-8448-4652-8293-d8e81c6ac2e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.710694] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.710926] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.712741] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7f455d3-fe72-4cae-8415-0ecdeaee705e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.722544] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 725.722544] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52638055-fa4e-4ed2-28a6-8997709f3b9e" [ 725.722544] env[69262]: _type = "Task" [ 725.722544] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.730832] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128eba11-1783-414c-a08f-10eae6d28c6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.737250] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52638055-fa4e-4ed2-28a6-8997709f3b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.743422] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff05e34-a4bc-412d-b3f6-d468a0a18d5e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.783143] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe2bd46-327d-4b8e-bd66-8f7f198db5a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.792330] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa62a66-91af-4db7-b1b0-c52cb7dd4bf7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.808248] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "f7dba330-0d27-429c-860e-4e74e14bf018" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.808491] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "f7dba330-0d27-429c-860e-4e74e14bf018" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.808703] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "f7dba330-0d27-429c-860e-4e74e14bf018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.808873] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "f7dba330-0d27-429c-860e-4e74e14bf018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.809045] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "f7dba330-0d27-429c-860e-4e74e14bf018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.810904] env[69262]: DEBUG nova.compute.provider_tree [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.812511] env[69262]: INFO nova.compute.manager [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Terminating instance [ 725.931305] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713295, 'name': ReconfigVM_Task, 'duration_secs': 0.389944} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.931811] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.932167] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0658c4d9-7d6f-439f-a0e1-81ecf5d775f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.941096] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 725.941096] env[69262]: value = "task-3713297" [ 725.941096] env[69262]: _type = "Task" [ 725.941096] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.950550] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.978778] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713296, 'name': ReconfigVM_Task, 'duration_secs': 0.25669} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.979100] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739450', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'name': 'volume-b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa', 'attached_at': '', 'detached_at': '', 'volume_id': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4', 'serial': 'b56607b1-374b-4dfd-8b92-a9c4e64827c4'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 725.979417] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.980355] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8741e67-5fc6-4684-bf31-271e64b7217c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.989464] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.989762] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b206a3b7-8a43-44ab-9836-feda2bd1f5a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.067363] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.067792] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.067792] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Deleting the datastore file [datastore1] 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.068049] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcd98a52-fd47-49b0-bedc-9c41f9eaa658 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.076411] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for the task: (returnval){ [ 726.076411] env[69262]: value = "task-3713299" [ 726.076411] env[69262]: _type = "Task" [ 726.076411] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.087778] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.213336] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.236959] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52638055-fa4e-4ed2-28a6-8997709f3b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.237927] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937a7b95-4416-4506-8a2b-08c16d746da1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.245962] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 726.245962] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5277f396-5772-e010-bacb-d5c9b893a31e" [ 726.245962] env[69262]: _type = "Task" [ 726.245962] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.255894] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5277f396-5772-e010-bacb-d5c9b893a31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.316072] env[69262]: DEBUG nova.scheduler.client.report [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.322571] env[69262]: DEBUG nova.compute.manager [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.322936] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.324484] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eb0d39-0687-43dd-8d5e-a20f814756eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.336280] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.337514] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b558a964-b91c-4cd8-ab45-cb167883f27b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.346136] env[69262]: DEBUG oslo_vmware.api [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 726.346136] env[69262]: value = "task-3713300" [ 726.346136] env[69262]: _type = "Task" [ 726.346136] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.356892] env[69262]: DEBUG oslo_vmware.api [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.452233] env[69262]: DEBUG oslo_vmware.api [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713297, 'name': PowerOnVM_Task, 'duration_secs': 0.464176} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.452801] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.455979] env[69262]: DEBUG nova.compute.manager [None req-42bf51fa-df44-425b-8108-cbfcf5b5aee5 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.456997] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2282d72-2e86-42e7-b6b9-2eca4163baf2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.588132] env[69262]: DEBUG oslo_vmware.api [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Task: {'id': task-3713299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1395} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.588496] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.588749] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.588974] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.589145] env[69262]: INFO nova.compute.manager [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Took 2.35 seconds to destroy the instance on the hypervisor. [ 726.589420] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.589623] env[69262]: DEBUG nova.compute.manager [-] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.589755] env[69262]: DEBUG nova.network.neutron [-] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.757910] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5277f396-5772-e010-bacb-d5c9b893a31e, 'name': SearchDatastore_Task, 'duration_secs': 0.015585} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.757910] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.757910] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2aec3ff9-d183-4943-a03c-2a21121ed20a/2aec3ff9-d183-4943-a03c-2a21121ed20a.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.758574] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65ec3085-2358-4e7b-8fbe-5148685141e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.766140] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 726.766140] env[69262]: value = "task-3713301" [ 726.766140] env[69262]: _type = "Task" [ 726.766140] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.774375] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.826025] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.826025] env[69262]: DEBUG nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.826664] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.344s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.828084] env[69262]: INFO nova.compute.claims [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.856312] env[69262]: DEBUG oslo_vmware.api [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713300, 'name': PowerOffVM_Task, 'duration_secs': 0.290139} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.856701] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.856775] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.857035] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56f00cf-8c1b-4f0b-a9da-a003d5ed1695 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.930969] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.931373] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.931760] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Deleting the datastore file [datastore2] f7dba330-0d27-429c-860e-4e74e14bf018 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.931939] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3925e06-5d09-49df-9869-e716a1fb1923 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.939894] env[69262]: DEBUG oslo_vmware.api [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for the task: (returnval){ [ 726.939894] env[69262]: value = "task-3713303" [ 726.939894] env[69262]: _type = "Task" [ 726.939894] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.950020] env[69262]: DEBUG oslo_vmware.api [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.282835] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713301, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.332595] env[69262]: DEBUG nova.compute.utils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.336051] env[69262]: DEBUG nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.338345] env[69262]: DEBUG nova.network.neutron [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.433109] env[69262]: DEBUG nova.policy [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd217098d5c5f43acbf264e5503bfe680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a73bc9ddd24a43aea1580501877238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.453182] env[69262]: DEBUG oslo_vmware.api [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Task: {'id': task-3713303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253215} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.453505] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.453799] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.454101] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.454380] env[69262]: INFO nova.compute.manager [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Took 1.13 seconds to destroy the instance on the hypervisor. [ 727.454753] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.455065] env[69262]: DEBUG nova.compute.manager [-] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.455229] env[69262]: DEBUG nova.network.neutron [-] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.514971] env[69262]: DEBUG nova.compute.manager [req-a2639754-cfac-4ed1-888f-b65f7f3132e5 req-009d5461-2b1b-4dd4-8e97-83c90e142042 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Received event network-vif-deleted-19905edb-ee13-4f8e-b9e0-1f46bf56225c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.515169] env[69262]: INFO nova.compute.manager [req-a2639754-cfac-4ed1-888f-b65f7f3132e5 req-009d5461-2b1b-4dd4-8e97-83c90e142042 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Neutron deleted interface 19905edb-ee13-4f8e-b9e0-1f46bf56225c; detaching it from the instance and deleting it from the info cache [ 727.515298] env[69262]: DEBUG nova.network.neutron [req-a2639754-cfac-4ed1-888f-b65f7f3132e5 req-009d5461-2b1b-4dd4-8e97-83c90e142042 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.780600] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731414} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.780942] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2aec3ff9-d183-4943-a03c-2a21121ed20a/2aec3ff9-d183-4943-a03c-2a21121ed20a.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.781197] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.781454] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f034186-4527-4948-9869-2262532a314f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.791152] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 727.791152] env[69262]: value = "task-3713304" [ 727.791152] env[69262]: _type = "Task" [ 727.791152] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.803140] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.843117] env[69262]: DEBUG nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.897642] env[69262]: DEBUG nova.network.neutron [-] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.918489] env[69262]: INFO nova.compute.manager [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Unrescuing [ 727.918489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.918489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.918489] env[69262]: DEBUG nova.network.neutron [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.005338] env[69262]: DEBUG nova.network.neutron [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Successfully created port: 63411f23-0bca-434b-9b44-d2074413c19a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.024982] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70157829-a3c6-44d2-a2bd-820a7e49d4e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.035575] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e827a2-9797-4c12-ac9a-90ae71fa0aaf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.080258] env[69262]: DEBUG nova.compute.manager [req-a2639754-cfac-4ed1-888f-b65f7f3132e5 req-009d5461-2b1b-4dd4-8e97-83c90e142042 service nova] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Detach interface failed, port_id=19905edb-ee13-4f8e-b9e0-1f46bf56225c, reason: Instance 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.249140] env[69262]: DEBUG nova.network.neutron [-] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.304011] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081867} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.306609] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.307609] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c400f1a-184b-4270-b301-4943ab59120b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.330113] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 2aec3ff9-d183-4943-a03c-2a21121ed20a/2aec3ff9-d183-4943-a03c-2a21121ed20a.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.333028] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900b0741-0983-4a04-ba68-ca0fe377912e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.356295] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 728.356295] env[69262]: value = "task-3713305" [ 728.356295] env[69262]: _type = "Task" [ 728.356295] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.368425] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.401076] env[69262]: INFO nova.compute.manager [-] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Took 1.81 seconds to deallocate network for instance. [ 728.410180] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684cbb55-847b-4096-8a05-53fbeeb47ac2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.419308] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c3ae2-25f6-466d-a2a1-19790886a964 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.457755] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431a8834-07c8-438c-9bce-11c5a0dc1ca3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.468020] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a22e1e5-405e-44a6-840a-6e59e109a2e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.482849] env[69262]: DEBUG nova.compute.provider_tree [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.645660] env[69262]: DEBUG nova.network.neutron [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Updating instance_info_cache with network_info: [{"id": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "address": "fa:16:3e:e0:b8:e9", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f759ec1-5f", "ovs_interfaceid": "5f759ec1-5fe3-45ed-9b86-0eda16c6d905", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.754541] env[69262]: INFO nova.compute.manager [-] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Took 1.30 seconds to deallocate network for instance. [ 728.854496] env[69262]: DEBUG nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.866825] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713305, 'name': ReconfigVM_Task, 'duration_secs': 0.389533} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.866825] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 2aec3ff9-d183-4943-a03c-2a21121ed20a/2aec3ff9-d183-4943-a03c-2a21121ed20a.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.867535] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c195d40-f00d-4ae0-bf36-71587b509ea9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.875195] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 728.875195] env[69262]: value = "task-3713306" [ 728.875195] env[69262]: _type = "Task" [ 728.875195] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.887567] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713306, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.889973] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.890236] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.890391] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.890570] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.890714] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.890874] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.891071] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.891233] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.891399] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.891560] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.891734] env[69262]: DEBUG nova.virt.hardware [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.892729] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f474a0ea-641d-4715-83be-d30a6c561419 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.902426] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aafce07-1126-4d8c-a0f7-27d3d2040197 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.975135] env[69262]: INFO nova.compute.manager [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Took 0.57 seconds to detach 1 volumes for instance. [ 728.977082] env[69262]: DEBUG nova.compute.manager [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Deleting volume: b56607b1-374b-4dfd-8b92-a9c4e64827c4 {{(pid=69262) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 729.012057] env[69262]: ERROR nova.scheduler.client.report [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [req-42bdeea2-432a-432b-8878-ab3b4b147e7b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-42bdeea2-432a-432b-8878-ab3b4b147e7b"}]} [ 729.033710] env[69262]: DEBUG nova.scheduler.client.report [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 729.065343] env[69262]: DEBUG nova.scheduler.client.report [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 729.065658] env[69262]: DEBUG nova.compute.provider_tree [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.082089] env[69262]: DEBUG nova.scheduler.client.report [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 729.108496] env[69262]: DEBUG nova.scheduler.client.report [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 729.148499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.149176] env[69262]: DEBUG nova.objects.instance [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lazy-loading 'flavor' on Instance uuid efb3d33a-4faf-49e2-91ea-ee2b5dee15cf {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.261000] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.390086] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713306, 'name': Rename_Task, 'duration_secs': 0.182494} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.390412] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.392201] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea732575-247f-4f64-9ff0-9606adc3be9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.401215] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 729.401215] env[69262]: value = "task-3713308" [ 729.401215] env[69262]: _type = "Task" [ 729.401215] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.413418] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.526791] env[69262]: DEBUG nova.compute.manager [req-954ab421-a03e-4777-bcfc-a63e6434ca92 req-8997f43b-f36f-493d-88bf-fd6a46ec7eb0 service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Received event network-vif-plugged-63411f23-0bca-434b-9b44-d2074413c19a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.527074] env[69262]: DEBUG oslo_concurrency.lockutils [req-954ab421-a03e-4777-bcfc-a63e6434ca92 req-8997f43b-f36f-493d-88bf-fd6a46ec7eb0 service nova] Acquiring lock "51d669fe-5caa-478a-8b17-19a0e14863fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.527337] env[69262]: DEBUG oslo_concurrency.lockutils [req-954ab421-a03e-4777-bcfc-a63e6434ca92 req-8997f43b-f36f-493d-88bf-fd6a46ec7eb0 service nova] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.527509] env[69262]: DEBUG oslo_concurrency.lockutils [req-954ab421-a03e-4777-bcfc-a63e6434ca92 req-8997f43b-f36f-493d-88bf-fd6a46ec7eb0 service nova] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.527672] env[69262]: DEBUG nova.compute.manager [req-954ab421-a03e-4777-bcfc-a63e6434ca92 req-8997f43b-f36f-493d-88bf-fd6a46ec7eb0 service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] No waiting events found dispatching network-vif-plugged-63411f23-0bca-434b-9b44-d2074413c19a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.527830] env[69262]: WARNING nova.compute.manager [req-954ab421-a03e-4777-bcfc-a63e6434ca92 req-8997f43b-f36f-493d-88bf-fd6a46ec7eb0 service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Received unexpected event network-vif-plugged-63411f23-0bca-434b-9b44-d2074413c19a for instance with vm_state building and task_state spawning. [ 729.545724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.548290] env[69262]: DEBUG nova.compute.manager [req-4776178a-eec7-4a3a-a7df-0e313de7bbe1 req-0217d2fb-84ba-4c32-a04e-4eb45bd33a84 service nova] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Received event network-vif-deleted-cbb1d3d2-da10-484e-8626-288875cff763 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.556903] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744eb296-4ada-4a90-9598-5da22ad6fff5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.564870] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00d8533-2a32-4653-84e5-24844de4d266 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.596845] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de640a1-2877-46a8-a2e9-c84a4e502954 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.604739] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7b300-159c-4303-8199-72b7366ec75b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.618880] env[69262]: DEBUG nova.compute.provider_tree [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.639469] env[69262]: DEBUG nova.network.neutron [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Successfully updated port: 63411f23-0bca-434b-9b44-d2074413c19a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.657377] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3332c066-630b-4223-b8f3-83809572200d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.680955] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.681297] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01522737-83b0-4cf2-b1f9-c08997df6c46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.688730] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 729.688730] env[69262]: value = "task-3713309" [ 729.688730] env[69262]: _type = "Task" [ 729.688730] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.697225] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.912273] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.145981] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-51d669fe-5caa-478a-8b17-19a0e14863fb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.145981] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-51d669fe-5caa-478a-8b17-19a0e14863fb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.145981] env[69262]: DEBUG nova.network.neutron [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.153573] env[69262]: DEBUG nova.scheduler.client.report [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 730.153765] env[69262]: DEBUG nova.compute.provider_tree [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 57 to 58 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 730.154029] env[69262]: DEBUG nova.compute.provider_tree [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 730.198187] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713309, 'name': PowerOffVM_Task, 'duration_secs': 0.245665} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.198431] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.203752] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.204045] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b393a02b-fbc8-4a65-b152-d65ca6a979b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.224895] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 730.224895] env[69262]: value = "task-3713310" [ 730.224895] env[69262]: _type = "Task" [ 730.224895] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.233604] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.415468] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713308, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.662674] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.836s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.663039] env[69262]: DEBUG nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.666287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.085s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.666287] env[69262]: DEBUG nova.objects.instance [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lazy-loading 'resources' on Instance uuid 594a8365-5186-4f1f-b5ff-98113fa4b8cb {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.679714] env[69262]: DEBUG nova.network.neutron [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.737125] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713310, 'name': ReconfigVM_Task, 'duration_secs': 0.25262} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.737428] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 730.737609] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.737857] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e843940d-03cb-413c-8000-aae67ce6dcb7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.745018] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 730.745018] env[69262]: value = "task-3713311" [ 730.745018] env[69262]: _type = "Task" [ 730.745018] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.753313] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.879739] env[69262]: DEBUG nova.network.neutron [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Updating instance_info_cache with network_info: [{"id": "63411f23-0bca-434b-9b44-d2074413c19a", "address": "fa:16:3e:01:8d:e6", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63411f23-0b", "ovs_interfaceid": "63411f23-0bca-434b-9b44-d2074413c19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.917407] env[69262]: DEBUG oslo_vmware.api [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713308, 'name': PowerOnVM_Task, 'duration_secs': 1.106292} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.917407] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.917407] env[69262]: INFO nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Took 9.04 seconds to spawn the instance on the hypervisor. [ 730.917407] env[69262]: DEBUG nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 730.917882] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b8ef23-664a-4aaa-9f86-7a9fcd228586 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.172917] env[69262]: DEBUG nova.compute.utils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.174078] env[69262]: DEBUG nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.174272] env[69262]: DEBUG nova.network.neutron [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.240197] env[69262]: DEBUG nova.policy [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9f4445178cc453190f7b769e78abfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7db2a66605d6444f9c24e681989a3507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.259272] env[69262]: DEBUG oslo_vmware.api [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713311, 'name': PowerOnVM_Task, 'duration_secs': 0.439559} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.259572] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.259785] env[69262]: DEBUG nova.compute.manager [None req-abd1a052-0c42-49d9-b9d5-d1a601dfa31a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.260917] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df586600-7b70-4eb3-ab02-a5dac8cf7658 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.383017] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-51d669fe-5caa-478a-8b17-19a0e14863fb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.383237] env[69262]: DEBUG nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Instance network_info: |[{"id": "63411f23-0bca-434b-9b44-d2074413c19a", "address": "fa:16:3e:01:8d:e6", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63411f23-0b", "ovs_interfaceid": "63411f23-0bca-434b-9b44-d2074413c19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.383662] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:8d:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63411f23-0bca-434b-9b44-d2074413c19a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.391692] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.395338] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.396066] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b19ff1d2-1b2e-44dd-b43e-e789d4d001d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.420919] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.420919] env[69262]: value = "task-3713312" [ 731.420919] env[69262]: _type = "Task" [ 731.420919] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.436030] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713312, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.440502] env[69262]: INFO nova.compute.manager [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Took 51.63 seconds to build instance. [ 731.556897] env[69262]: DEBUG nova.compute.manager [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Received event network-changed-63411f23-0bca-434b-9b44-d2074413c19a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.557390] env[69262]: DEBUG nova.compute.manager [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Refreshing instance network info cache due to event network-changed-63411f23-0bca-434b-9b44-d2074413c19a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.557440] env[69262]: DEBUG oslo_concurrency.lockutils [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] Acquiring lock "refresh_cache-51d669fe-5caa-478a-8b17-19a0e14863fb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.557645] env[69262]: DEBUG oslo_concurrency.lockutils [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] Acquired lock "refresh_cache-51d669fe-5caa-478a-8b17-19a0e14863fb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.557873] env[69262]: DEBUG nova.network.neutron [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Refreshing network info cache for port 63411f23-0bca-434b-9b44-d2074413c19a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.679668] env[69262]: DEBUG nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.684410] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c9494c-d9b5-42ae-b7f6-7a92c6b824bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.697057] env[69262]: DEBUG nova.network.neutron [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Successfully created port: 6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.701204] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0239a73-880e-41e2-ae9c-7daf024a53dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.743022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039466bb-c423-429b-b6d5-e6b92d450b5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.750142] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35a743f-c2c9-4bbb-acf7-987f84ad8ac6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.767760] env[69262]: DEBUG nova.compute.provider_tree [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.932678] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713312, 'name': CreateVM_Task, 'duration_secs': 0.398497} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.933080] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.933699] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.933892] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.934269] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.934550] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d85f433-f6e9-4342-8358-1b8069c19b58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.939786] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 731.939786] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c72353-f78d-d39e-38e4-21e38fd7c75c" [ 731.939786] env[69262]: _type = "Task" [ 731.939786] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.943368] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a38444b9-c396-4a5b-9cbc-faea0f1dfcde tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.329s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.951263] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c72353-f78d-d39e-38e4-21e38fd7c75c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.272218] env[69262]: DEBUG nova.scheduler.client.report [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.341415] env[69262]: DEBUG nova.network.neutron [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Updated VIF entry in instance network info cache for port 63411f23-0bca-434b-9b44-d2074413c19a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.341791] env[69262]: DEBUG nova.network.neutron [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Updating instance_info_cache with network_info: [{"id": "63411f23-0bca-434b-9b44-d2074413c19a", "address": "fa:16:3e:01:8d:e6", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63411f23-0b", "ovs_interfaceid": "63411f23-0bca-434b-9b44-d2074413c19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.447225] env[69262]: DEBUG nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.460494] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c72353-f78d-d39e-38e4-21e38fd7c75c, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.460794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.461449] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.461656] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.461844] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.462186] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.462604] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2139f551-fa7d-49b0-982e-8811e73d1f9c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.476100] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.476100] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.476504] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a46c38-c559-43f5-a93a-c6c681776071 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.484458] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 732.484458] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cf2819-6fc3-3613-dd1d-7c96fa690c6c" [ 732.484458] env[69262]: _type = "Task" [ 732.484458] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.493513] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cf2819-6fc3-3613-dd1d-7c96fa690c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.688342] env[69262]: DEBUG nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.714065] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.714317] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.714472] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.715024] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.715024] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.715024] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.715204] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.715330] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.715492] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.715652] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.715821] env[69262]: DEBUG nova.virt.hardware [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.716690] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82076cb-b24e-4bba-aade-344f75af55e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.725132] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525240b3-82ae-4a00-8217-889fa980ea59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.778436] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.780789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.721s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.782375] env[69262]: INFO nova.compute.claims [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.815686] env[69262]: INFO nova.scheduler.client.report [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Deleted allocations for instance 594a8365-5186-4f1f-b5ff-98113fa4b8cb [ 732.844477] env[69262]: DEBUG oslo_concurrency.lockutils [req-3dca5166-ac15-4ebf-8572-0ba4ec2b4f5b req-1b5343a4-9504-48cb-903f-3ba9cdceae1a service nova] Releasing lock "refresh_cache-51d669fe-5caa-478a-8b17-19a0e14863fb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.969936] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.997091] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cf2819-6fc3-3613-dd1d-7c96fa690c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.997420] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2c83e8-fe51-4101-94f6-863d0e1afea4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.006364] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 733.006364] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b12219-31d8-f59a-5062-c7c9b2e49029" [ 733.006364] env[69262]: _type = "Task" [ 733.006364] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.013709] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b12219-31d8-f59a-5062-c7c9b2e49029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.326507] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65af497a-dd0a-4408-b43b-669dd0907f47 tempest-ImagesOneServerTestJSON-1584038751 tempest-ImagesOneServerTestJSON-1584038751-project-member] Lock "594a8365-5186-4f1f-b5ff-98113fa4b8cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.421s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.518573] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b12219-31d8-f59a-5062-c7c9b2e49029, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.518984] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.519375] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 51d669fe-5caa-478a-8b17-19a0e14863fb/51d669fe-5caa-478a-8b17-19a0e14863fb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.519736] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-845ed035-9d16-4b70-a533-aaa103105ede {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.531460] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 733.531460] env[69262]: value = "task-3713313" [ 733.531460] env[69262]: _type = "Task" [ 733.531460] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.544409] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.857335] env[69262]: DEBUG nova.compute.manager [req-93143989-d706-461c-a677-be47ea5cb81a req-d4693171-2ba1-48df-b263-b669ac69664b service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received event network-vif-plugged-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.857335] env[69262]: DEBUG oslo_concurrency.lockutils [req-93143989-d706-461c-a677-be47ea5cb81a req-d4693171-2ba1-48df-b263-b669ac69664b service nova] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.857335] env[69262]: DEBUG oslo_concurrency.lockutils [req-93143989-d706-461c-a677-be47ea5cb81a req-d4693171-2ba1-48df-b263-b669ac69664b service nova] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.857335] env[69262]: DEBUG oslo_concurrency.lockutils [req-93143989-d706-461c-a677-be47ea5cb81a req-d4693171-2ba1-48df-b263-b669ac69664b service nova] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.857335] env[69262]: DEBUG nova.compute.manager [req-93143989-d706-461c-a677-be47ea5cb81a req-d4693171-2ba1-48df-b263-b669ac69664b service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] No waiting events found dispatching network-vif-plugged-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.857335] env[69262]: WARNING nova.compute.manager [req-93143989-d706-461c-a677-be47ea5cb81a req-d4693171-2ba1-48df-b263-b669ac69664b service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received unexpected event network-vif-plugged-6641a375-773a-4e77-93b5-e8cba418b05d for instance with vm_state building and task_state spawning. [ 734.000404] env[69262]: DEBUG nova.network.neutron [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Successfully updated port: 6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.046040] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713313, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.341415] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76549e1e-e022-4d20-b607-764776498a98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.351181] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92526ed3-63c8-49aa-8658-46917c5a6224 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.392204] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab57495f-3405-4705-a990-f4a6493d77c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.400803] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf565d8-225e-46e0-a118-bb023f751a9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.416924] env[69262]: DEBUG nova.compute.provider_tree [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.507763] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.507918] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.508100] env[69262]: DEBUG nova.network.neutron [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.545592] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713313, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.964138] env[69262]: DEBUG nova.scheduler.client.report [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 734.965253] env[69262]: DEBUG nova.compute.provider_tree [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 58 to 59 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 734.965253] env[69262]: DEBUG nova.compute.provider_tree [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 735.050547] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713313, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.053032] env[69262]: DEBUG nova.network.neutron [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.139022] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "505f38d1-ef30-4c8e-93f3-c512505527e8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.139022] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.139022] env[69262]: DEBUG nova.compute.manager [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.139022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4410be15-c7bd-48e9-9bfe-73ea8e6ab0e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.145144] env[69262]: DEBUG nova.compute.manager [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 735.145763] env[69262]: DEBUG nova.objects.instance [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lazy-loading 'flavor' on Instance uuid 505f38d1-ef30-4c8e-93f3-c512505527e8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.370137] env[69262]: DEBUG nova.network.neutron [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6641a375-77", "ovs_interfaceid": "6641a375-773a-4e77-93b5-e8cba418b05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.472789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.473451] env[69262]: DEBUG nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.477899] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.450s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.478174] env[69262]: DEBUG nova.objects.instance [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lazy-loading 'resources' on Instance uuid c657e795-97fa-46b2-a1ed-a208e5dd684a {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.547988] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713313, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.538916} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.547988] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 51d669fe-5caa-478a-8b17-19a0e14863fb/51d669fe-5caa-478a-8b17-19a0e14863fb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.548937] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.549901] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9635413d-4a1a-432d-9ed0-89ad372f67fc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.561646] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 735.561646] env[69262]: value = "task-3713314" [ 735.561646] env[69262]: _type = "Task" [ 735.561646] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.572661] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.875951] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.879346] env[69262]: DEBUG nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Instance network_info: |[{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6641a375-77", "ovs_interfaceid": "6641a375-773a-4e77-93b5-e8cba418b05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.879346] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:42:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6641a375-773a-4e77-93b5-e8cba418b05d', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.888187] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating folder: Project (7db2a66605d6444f9c24e681989a3507). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.890996] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2e3dc48-2cfc-44c5-8aa0-ff2064df6161 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.902426] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Created folder: Project (7db2a66605d6444f9c24e681989a3507) in parent group-v739409. [ 735.902426] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating folder: Instances. Parent ref: group-v739519. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.902426] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee493f23-a531-41ed-87e2-06cdc1172e5e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.916155] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Created folder: Instances in parent group-v739519. [ 735.916155] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.916155] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.916155] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4809f9d0-d19a-4fb8-a6f4-444077732840 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.943709] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.943709] env[69262]: value = "task-3713317" [ 735.943709] env[69262]: _type = "Task" [ 735.943709] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.958725] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713317, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.983969] env[69262]: DEBUG nova.compute.utils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.995033] env[69262]: DEBUG nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.995033] env[69262]: DEBUG nova.network.neutron [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.998034] env[69262]: DEBUG nova.compute.manager [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received event network-changed-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.998738] env[69262]: DEBUG nova.compute.manager [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Refreshing instance network info cache due to event network-changed-6641a375-773a-4e77-93b5-e8cba418b05d. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.998738] env[69262]: DEBUG oslo_concurrency.lockutils [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] Acquiring lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.998738] env[69262]: DEBUG oslo_concurrency.lockutils [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] Acquired lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.998738] env[69262]: DEBUG nova.network.neutron [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Refreshing network info cache for port 6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.072088] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075841} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.072366] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.077457] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0801a2b-95ae-40eb-a931-de4a10b2370a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.108371] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 51d669fe-5caa-478a-8b17-19a0e14863fb/51d669fe-5caa-478a-8b17-19a0e14863fb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.112384] env[69262]: DEBUG nova.policy [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6abe17be7240bc8514d62e3dca3b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4b8893c368e417fa80e00842ad20b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.113790] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63948e9-a020-4920-ae3d-1ec770bff10e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.139729] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 736.139729] env[69262]: value = "task-3713318" [ 736.139729] env[69262]: _type = "Task" [ 736.139729] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.156585] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.157172] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.157498] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae499ab4-c51c-4996-ae47-5fc7faeec65e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.170238] env[69262]: DEBUG oslo_vmware.api [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 736.170238] env[69262]: value = "task-3713319" [ 736.170238] env[69262]: _type = "Task" [ 736.170238] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.181996] env[69262]: DEBUG oslo_vmware.api [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.207259] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "4184821a-18c0-4f78-8ad1-fc56470105b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.207502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.464544] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713317, 'name': CreateVM_Task, 'duration_secs': 0.378591} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.464728] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.465520] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.465679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.466056] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.466331] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d03135-8667-4307-b2ef-9f4a27e63cdb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.481048] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 736.481048] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52199b4f-8bb4-91b1-6630-1a06e20df501" [ 736.481048] env[69262]: _type = "Task" [ 736.481048] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.491344] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52199b4f-8bb4-91b1-6630-1a06e20df501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.495558] env[69262]: DEBUG nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.558814] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b95c2c9-c8de-4810-96ac-e7146b818d4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.568019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee1bf5a-6899-44a0-ab46-d646cb10d0fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.605698] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c9f20b-dabf-42b4-9390-09241ec576ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.616386] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32f5831-2aea-434e-b726-6ca99f1f76d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.632621] env[69262]: DEBUG nova.compute.provider_tree [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.651559] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713318, 'name': ReconfigVM_Task, 'duration_secs': 0.359983} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.651774] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 51d669fe-5caa-478a-8b17-19a0e14863fb/51d669fe-5caa-478a-8b17-19a0e14863fb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.652423] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35abcf2f-4fb0-458e-8888-38b72dd39514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.661615] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 736.661615] env[69262]: value = "task-3713320" [ 736.661615] env[69262]: _type = "Task" [ 736.661615] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.673187] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713320, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.681312] env[69262]: DEBUG oslo_vmware.api [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713319, 'name': PowerOffVM_Task, 'duration_secs': 0.225925} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.681610] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.681801] env[69262]: DEBUG nova.compute.manager [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.682616] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ef9a1c-c370-4af3-9ba7-dc7d83252812 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.733623] env[69262]: DEBUG nova.network.neutron [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Successfully created port: ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.816554] env[69262]: DEBUG nova.network.neutron [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updated VIF entry in instance network info cache for port 6641a375-773a-4e77-93b5-e8cba418b05d. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.816975] env[69262]: DEBUG nova.network.neutron [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6641a375-77", "ovs_interfaceid": "6641a375-773a-4e77-93b5-e8cba418b05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.992871] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52199b4f-8bb4-91b1-6630-1a06e20df501, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.993113] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.993380] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.993626] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.993772] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.993948] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.994486] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4d07351-be2f-494c-a986-2aa1e517d03d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.007023] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.007023] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.007023] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a0455e-aee5-4af5-9d18-602d30fa9399 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.012451] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 737.012451] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52006b1a-6dbf-0db8-281a-0663a1d6888a" [ 737.012451] env[69262]: _type = "Task" [ 737.012451] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.024267] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52006b1a-6dbf-0db8-281a-0663a1d6888a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.141032] env[69262]: DEBUG nova.scheduler.client.report [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.173502] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713320, 'name': Rename_Task, 'duration_secs': 0.164642} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.173784] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.174436] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a7f7607-814b-4fd8-9760-ea3dbd2ac83e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.180185] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "c7dd6269-bd89-4e20-9e01-222cf348047b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.180430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "c7dd6269-bd89-4e20-9e01-222cf348047b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.185044] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 737.185044] env[69262]: value = "task-3713321" [ 737.185044] env[69262]: _type = "Task" [ 737.185044] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.194459] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.198727] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d22110a9-ad06-4b49-a1e8-550638d20087 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.323253] env[69262]: DEBUG oslo_concurrency.lockutils [req-04278294-b8f7-42e2-8575-ff17b36a1451 req-0a6f8f1c-88ee-4604-ab5f-59659246d29a service nova] Releasing lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.508020] env[69262]: DEBUG nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.525143] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52006b1a-6dbf-0db8-281a-0663a1d6888a, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.526363] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a24aa53-bf47-469f-8211-55793aa18306 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.533751] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 737.533751] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f73b89-6b7a-75a4-1837-27332f0c6826" [ 737.533751] env[69262]: _type = "Task" [ 737.533751] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.536237] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.536466] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.536619] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.536797] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.536937] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.537098] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.537320] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.537474] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.537637] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.537793] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.537974] env[69262]: DEBUG nova.virt.hardware [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.541460] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340e6a66-5386-4158-9580-933a75d23eb4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.553318] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af70d0f-72c8-4acb-a648-5f489b9da50d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.557407] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f73b89-6b7a-75a4-1837-27332f0c6826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.646285] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.648883] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.548s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.670625] env[69262]: INFO nova.scheduler.client.report [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Deleted allocations for instance c657e795-97fa-46b2-a1ed-a208e5dd684a [ 737.699168] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.830814] env[69262]: DEBUG nova.objects.instance [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lazy-loading 'flavor' on Instance uuid 505f38d1-ef30-4c8e-93f3-c512505527e8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.046038] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f73b89-6b7a-75a4-1837-27332f0c6826, 'name': SearchDatastore_Task, 'duration_secs': 0.020992} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.046038] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.046038] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.046412] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-498f1efa-3827-4212-8a58-65db5e8c7fc7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.054146] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 738.054146] env[69262]: value = "task-3713322" [ 738.054146] env[69262]: _type = "Task" [ 738.054146] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.063365] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.179510] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d730bcc-8a82-4afd-959c-a5a7d6327d7d tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "c657e795-97fa-46b2-a1ed-a208e5dd684a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.397s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.201462] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713321, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.336733] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.336733] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquired lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.336733] env[69262]: DEBUG nova.network.neutron [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.336733] env[69262]: DEBUG nova.objects.instance [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lazy-loading 'info_cache' on Instance uuid 505f38d1-ef30-4c8e-93f3-c512505527e8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.510185] env[69262]: DEBUG nova.compute.manager [req-7751e76b-e3ba-4142-a8a5-e838af89d086 req-dc05f9c9-2496-4b9b-9cb5-b02eb118c4f2 service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Received event network-vif-plugged-ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.510185] env[69262]: DEBUG oslo_concurrency.lockutils [req-7751e76b-e3ba-4142-a8a5-e838af89d086 req-dc05f9c9-2496-4b9b-9cb5-b02eb118c4f2 service nova] Acquiring lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.511826] env[69262]: DEBUG oslo_concurrency.lockutils [req-7751e76b-e3ba-4142-a8a5-e838af89d086 req-dc05f9c9-2496-4b9b-9cb5-b02eb118c4f2 service nova] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.514685] env[69262]: DEBUG oslo_concurrency.lockutils [req-7751e76b-e3ba-4142-a8a5-e838af89d086 req-dc05f9c9-2496-4b9b-9cb5-b02eb118c4f2 service nova] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.514685] env[69262]: DEBUG nova.compute.manager [req-7751e76b-e3ba-4142-a8a5-e838af89d086 req-dc05f9c9-2496-4b9b-9cb5-b02eb118c4f2 service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] No waiting events found dispatching network-vif-plugged-ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.514685] env[69262]: WARNING nova.compute.manager [req-7751e76b-e3ba-4142-a8a5-e838af89d086 req-dc05f9c9-2496-4b9b-9cb5-b02eb118c4f2 service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Received unexpected event network-vif-plugged-ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 for instance with vm_state building and task_state spawning. [ 738.567266] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713322, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.671564] env[69262]: DEBUG nova.network.neutron [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Successfully updated port: ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.702133] env[69262]: DEBUG oslo_vmware.api [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713321, 'name': PowerOnVM_Task, 'duration_secs': 1.096284} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.703565] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance f7dba330-0d27-429c-860e-4e74e14bf018 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.703814] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance f3ea3756-4188-4268-bad1-5f72cdab46aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.704906] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance ad8a3a86-13df-41d9-b660-b30255a41fab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.705223] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 650bd951-2b5c-405e-9814-8b57857add16 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.705392] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.705895] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 54acc016-703a-4a5b-9489-e653b7274603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.705895] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.705895] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.706171] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 95b37e39-e75a-4d46-866d-d76d9e77ffe9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.707176] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance cec98253-43e7-431f-9b13-b12358827e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.707386] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance efb3d33a-4faf-49e2-91ea-ee2b5dee15cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.707595] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 583f16a5-64a5-4d62-9860-ae79623c925c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.707769] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 3f878a57-e7ae-400a-abad-3c371c25fb66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.707950] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 14c3d321-34a5-4a5f-946e-c6e88ad5e38f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 738.708134] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 505f38d1-ef30-4c8e-93f3-c512505527e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.708305] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance e545415d-fa64-4855-9c05-edc9395beffc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.708466] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 2aec3ff9-d183-4943-a03c-2a21121ed20a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.708638] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 51d669fe-5caa-478a-8b17-19a0e14863fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.708807] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 2c383460-4553-4dea-b299-e3cc52541ca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.708978] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance bfe7a82e-684c-485e-a4b2-0e247a218637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 738.710897] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.711218] env[69262]: INFO nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Took 9.86 seconds to spawn the instance on the hypervisor. [ 738.715294] env[69262]: DEBUG nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.716719] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3effd4-a2ac-4ab0-aeee-6b99a8b9c2ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.840044] env[69262]: DEBUG nova.objects.base [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Object Instance<505f38d1-ef30-4c8e-93f3-c512505527e8> lazy-loaded attributes: flavor,info_cache {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 739.066828] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51884} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.067718] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.067718] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.067860] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f71a9fd2-491f-48f9-b312-6e5750c9c18b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.076299] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 739.076299] env[69262]: value = "task-3713323" [ 739.076299] env[69262]: _type = "Task" [ 739.076299] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.093798] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.179125] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.179268] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.182209] env[69262]: DEBUG nova.network.neutron [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.220660] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.239997] env[69262]: INFO nova.compute.manager [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Took 50.61 seconds to build instance. [ 739.589394] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081685} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.590234] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.590381] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6157bfb-4a77-49d5-83ca-993984b4ff45 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.615236] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.618560] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8bcc4fa-2c0b-4464-8b43-6287330f6747 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.639998] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 739.639998] env[69262]: value = "task-3713324" [ 739.639998] env[69262]: _type = "Task" [ 739.639998] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.648780] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.719913] env[69262]: DEBUG nova.network.neutron [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.725288] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance d25fc554-aae7-460c-bc59-8e7bb8493d53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 739.727902] env[69262]: DEBUG nova.network.neutron [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Updating instance_info_cache with network_info: [{"id": "07aa17ef-15f5-4242-9622-29c42bd2e276", "address": "fa:16:3e:eb:8c:a7", "network": {"id": "cf873155-5db9-443b-9cb3-e162f2e13670", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-135537775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "f005d2b1cba041e6ab8ffe3405fdb9d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07aa17ef-15", "ovs_interfaceid": "07aa17ef-15f5-4242-9622-29c42bd2e276", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.742469] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c010e759-a3ed-4843-9354-b3b03586d349 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.106s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.874813] env[69262]: DEBUG nova.network.neutron [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance_info_cache with network_info: [{"id": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "address": "fa:16:3e:52:f9:dd", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2fc6f5-13", "ovs_interfaceid": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.153407] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.230802] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 11161123-3245-44ba-8031-96538d86c2cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 740.232398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Releasing lock "refresh_cache-505f38d1-ef30-4c8e-93f3-c512505527e8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.250258] env[69262]: DEBUG nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.378375] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.378584] env[69262]: DEBUG nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Instance network_info: |[{"id": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "address": "fa:16:3e:52:f9:dd", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2fc6f5-13", "ovs_interfaceid": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.379057] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:f9:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.386997] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Creating folder: Project (b4b8893c368e417fa80e00842ad20b6f). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.387460] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97cbecc7-7cdf-4463-bdce-cb79c85a6ea6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.400010] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Created folder: Project (b4b8893c368e417fa80e00842ad20b6f) in parent group-v739409. [ 740.400150] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Creating folder: Instances. Parent ref: group-v739522. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.400346] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-744d8bc9-350d-4489-b5d1-886b72bff9b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.411288] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Created folder: Instances in parent group-v739522. [ 740.411394] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.411516] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.411731] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b8f5f3f-fd89-40b9-bf35-7c553d9f253d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.433158] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.433158] env[69262]: value = "task-3713327" [ 740.433158] env[69262]: _type = "Task" [ 740.433158] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.445431] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713327, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.458363] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "51d669fe-5caa-478a-8b17-19a0e14863fb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.458534] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.599203] env[69262]: DEBUG nova.compute.manager [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Received event network-changed-ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.599567] env[69262]: DEBUG nova.compute.manager [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Refreshing instance network info cache due to event network-changed-ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.599898] env[69262]: DEBUG oslo_concurrency.lockutils [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] Acquiring lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.600130] env[69262]: DEBUG oslo_concurrency.lockutils [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] Acquired lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.600395] env[69262]: DEBUG nova.network.neutron [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Refreshing network info cache for port ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.652465] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713324, 'name': ReconfigVM_Task, 'duration_secs': 0.695203} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.652465] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.653040] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16493209-45a6-4034-a8f8-a7e38b07e660 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.660742] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 740.660742] env[69262]: value = "task-3713328" [ 740.660742] env[69262]: _type = "Task" [ 740.660742] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.670765] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713328, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.736408] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 2639322f-3aec-4358-a433-10f2d009784b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 740.776367] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.803499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.803728] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.944018] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713327, 'name': CreateVM_Task, 'duration_secs': 0.353271} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.944236] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.944901] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.945099] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.945458] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.945719] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa15b8dc-4502-49aa-8d92-a197ed4ddf85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.951058] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 740.951058] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cc6994-3786-5240-36fb-67a0fda5deda" [ 740.951058] env[69262]: _type = "Task" [ 740.951058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.961813] env[69262]: DEBUG nova.compute.utils [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.963118] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cc6994-3786-5240-36fb-67a0fda5deda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.170813] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713328, 'name': Rename_Task, 'duration_secs': 0.158919} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.171104] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.171352] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aa2bd06-d500-4de6-8157-c368339c4b29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.179139] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 741.179139] env[69262]: value = "task-3713329" [ 741.179139] env[69262]: _type = "Task" [ 741.179139] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.196596] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.238442] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance c0372d33-882e-4b94-8e9c-caba53d48e76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 741.241685] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.241982] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd033291-10d8-4ddc-ad7a-96039b26e90c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.252880] env[69262]: DEBUG oslo_vmware.api [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 741.252880] env[69262]: value = "task-3713330" [ 741.252880] env[69262]: _type = "Task" [ 741.252880] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.266542] env[69262]: DEBUG oslo_vmware.api [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.315527] env[69262]: DEBUG nova.network.neutron [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updated VIF entry in instance network info cache for port ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.316040] env[69262]: DEBUG nova.network.neutron [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance_info_cache with network_info: [{"id": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "address": "fa:16:3e:52:f9:dd", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2fc6f5-13", "ovs_interfaceid": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.461888] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cc6994-3786-5240-36fb-67a0fda5deda, 'name': SearchDatastore_Task, 'duration_secs': 0.028961} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.462218] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.462521] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.462653] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.462879] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.462948] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.463660] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d4f033-d68c-4dfa-a01f-86b277274b51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.465440] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.473836] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.474110] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.474934] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc4b8a1-e2b3-4830-b735-10950aaa09cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.481443] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 741.481443] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522bb053-c1ef-ee9b-db46-5428f7b1a190" [ 741.481443] env[69262]: _type = "Task" [ 741.481443] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.491511] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522bb053-c1ef-ee9b-db46-5428f7b1a190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.690535] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.741856] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 9524393b-7a6e-4590-b195-e5a34c3872a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 741.766640] env[69262]: DEBUG oslo_vmware.api [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.818915] env[69262]: DEBUG oslo_concurrency.lockutils [req-7b5522c6-de8b-4c21-9053-9009dc0f8fd4 req-45af961e-f50d-4ad8-8b64-71694fcd7f7f service nova] Releasing lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.996409] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522bb053-c1ef-ee9b-db46-5428f7b1a190, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.997599] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edfc905d-e27d-437d-b69f-7768ae5e6f22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.005414] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 742.005414] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525c3a38-f90e-6570-6ba7-63d758bbd85d" [ 742.005414] env[69262]: _type = "Task" [ 742.005414] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.014334] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525c3a38-f90e-6570-6ba7-63d758bbd85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.190594] env[69262]: DEBUG oslo_vmware.api [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713329, 'name': PowerOnVM_Task, 'duration_secs': 0.568669} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.190884] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.191094] env[69262]: INFO nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Took 9.50 seconds to spawn the instance on the hypervisor. [ 742.191280] env[69262]: DEBUG nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.192091] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450f2f30-6d1e-4447-8f1a-fc9cee497f38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.245322] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 8e88021a-4b4a-4926-84a0-de402adb19e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 742.265502] env[69262]: DEBUG oslo_vmware.api [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713330, 'name': PowerOnVM_Task, 'duration_secs': 0.543144} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.265772] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.265964] env[69262]: DEBUG nova.compute.manager [None req-5a5d2412-7023-4d80-b113-7934c96ff875 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.266915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9907652d-a3ad-463b-8bcd-eaab94aa7b30 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.517511] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525c3a38-f90e-6570-6ba7-63d758bbd85d, 'name': SearchDatastore_Task, 'duration_secs': 0.020012} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.517786] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.518057] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] bfe7a82e-684c-485e-a4b2-0e247a218637/bfe7a82e-684c-485e-a4b2-0e247a218637.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.518321] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511a88c2-7ed5-4355-82ef-bfb45fc0e306 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.526504] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 742.526504] env[69262]: value = "task-3713331" [ 742.526504] env[69262]: _type = "Task" [ 742.526504] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.535732] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.548583] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "51d669fe-5caa-478a-8b17-19a0e14863fb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.548860] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.549249] env[69262]: INFO nova.compute.manager [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Attaching volume 3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911 to /dev/sdb [ 742.585338] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12929a8-b486-4a56-b861-a8226a06609a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.592178] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4371b644-405e-49d3-86b0-731599a9ef8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.608564] env[69262]: DEBUG nova.virt.block_device [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Updating existing volume attachment record: 2e6a74f1-3dbf-4995-bf14-77ad9e3bf54e {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 742.718013] env[69262]: INFO nova.compute.manager [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Took 51.28 seconds to build instance. [ 742.751658] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b1371739-7839-446a-8819-8df7cbd70c04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.040411] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.220438] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ee2780e-9655-410d-89b0-743ddc15da90 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.612s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.254473] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 743.427100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "78082ae6-1d22-4917-bb47-cbccedde44aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.427933] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.538070] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594486} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.538425] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] bfe7a82e-684c-485e-a4b2-0e247a218637/bfe7a82e-684c-485e-a4b2-0e247a218637.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.538775] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.539082] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43de860d-e779-4c73-8eeb-d607e82fab47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.548318] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 743.548318] env[69262]: value = "task-3713335" [ 743.548318] env[69262]: _type = "Task" [ 743.548318] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.560011] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.722996] env[69262]: DEBUG nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.760809] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 57fd7958-1929-412f-82a7-73ef849d9a07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.059400] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097518} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.060577] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.060577] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5523f649-1185-4a53-91fc-f642ebccbd73 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.084377] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] bfe7a82e-684c-485e-a4b2-0e247a218637/bfe7a82e-684c-485e-a4b2-0e247a218637.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.084660] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d95a35-60d9-4cca-8f02-24665b33f575 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.106437] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 744.106437] env[69262]: value = "task-3713336" [ 744.106437] env[69262]: _type = "Task" [ 744.106437] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.115891] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.249772] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.262951] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 4184821a-18c0-4f78-8ad1-fc56470105b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.617166] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713336, 'name': ReconfigVM_Task, 'duration_secs': 0.311624} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.617501] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Reconfigured VM instance instance-00000026 to attach disk [datastore2] bfe7a82e-684c-485e-a4b2-0e247a218637/bfe7a82e-684c-485e-a4b2-0e247a218637.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.618205] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9821cc9a-fb9c-4a79-9edd-ac79d5ecb9f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.625503] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 744.625503] env[69262]: value = "task-3713337" [ 744.625503] env[69262]: _type = "Task" [ 744.625503] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.635216] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713337, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.766980] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance c7dd6269-bd89-4e20-9e01-222cf348047b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 744.767284] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 744.767439] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 745.137074] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713337, 'name': Rename_Task, 'duration_secs': 0.155333} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.137416] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.137609] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ca3f94-df88-4118-a803-0746e406b54e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.146129] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 745.146129] env[69262]: value = "task-3713339" [ 745.146129] env[69262]: _type = "Task" [ 745.146129] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.157585] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.279971] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d87e5bb-e05f-4f98-adef-2bded7ead54b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.290080] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1420820a-d6d3-4517-9188-a5f55fad79af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.344774] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616a8623-f1d7-49bb-8bfc-ae92f2da0219 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.356857] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca2ae55-22c0-4c7c-978e-3b0a5b531aa3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.380285] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.658995] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713339, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.746659] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "2aec3ff9-d183-4943-a03c-2a21121ed20a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.747051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.747356] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "2aec3ff9-d183-4943-a03c-2a21121ed20a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.747702] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.747911] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.750383] env[69262]: INFO nova.compute.manager [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Terminating instance [ 745.904430] env[69262]: ERROR nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [req-cc966ea1-74ec-436f-bcec-a064a1e18d54] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc966ea1-74ec-436f-bcec-a064a1e18d54"}]} [ 745.923057] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 745.938298] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 745.938502] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.953420] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 745.973778] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 746.158852] env[69262]: DEBUG oslo_vmware.api [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713339, 'name': PowerOnVM_Task, 'duration_secs': 0.5409} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.159239] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.159489] env[69262]: INFO nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Took 8.65 seconds to spawn the instance on the hypervisor. [ 746.160449] env[69262]: DEBUG nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.160732] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0202f727-3102-4cad-b686-4dbd02e80d19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.255092] env[69262]: DEBUG nova.compute.manager [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.255405] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.256754] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baff1d4-cdf2-42b7-a41f-c02491931d4c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.270042] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.270148] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2daefbe-cede-45c5-b146-9521734d7298 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.280191] env[69262]: DEBUG oslo_vmware.api [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 746.280191] env[69262]: value = "task-3713340" [ 746.280191] env[69262]: _type = "Task" [ 746.280191] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.294333] env[69262]: DEBUG oslo_vmware.api [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.517669] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb718e39-d4d0-45da-a145-ddd5d8d4fa53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.526408] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef2594f-c51c-492c-8b80-35f8b6354992 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.560746] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d9a64-6c30-42e5-a5fd-4d29f5f2684b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.569244] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cabecf-bb52-4718-871e-dd6df2dc3894 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.586408] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.684236] env[69262]: INFO nova.compute.manager [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Took 52.65 seconds to build instance. [ 746.792232] env[69262]: DEBUG oslo_vmware.api [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713340, 'name': PowerOffVM_Task, 'duration_secs': 0.442424} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.792657] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.792929] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.793312] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17886b34-0911-464f-8102-21f927098ad4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.900893] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.901092] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.901390] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleting the datastore file [datastore1] 2aec3ff9-d183-4943-a03c-2a21121ed20a {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.901708] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63e9357-de05-484b-b246-68ad188ac9ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.909870] env[69262]: DEBUG oslo_vmware.api [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 746.909870] env[69262]: value = "task-3713342" [ 746.909870] env[69262]: _type = "Task" [ 746.909870] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.919256] env[69262]: DEBUG oslo_vmware.api [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.089455] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.167537] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 747.167818] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739526', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'name': 'volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d669fe-5caa-478a-8b17-19a0e14863fb', 'attached_at': '', 'detached_at': '', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'serial': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 747.169088] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0767f901-8d68-4b2f-a7d4-c2c7294ab9b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.189619] env[69262]: DEBUG oslo_concurrency.lockutils [None req-77663f87-e8ca-416e-b25a-1020b4b9591c tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.915s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.194503] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e1f108-6a87-4957-9e04-5d2f7f05c0bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.221786] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911/volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.222542] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632488ae-6bfa-4219-9978-7e6bf62f2eaf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.246203] env[69262]: DEBUG oslo_vmware.api [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 747.246203] env[69262]: value = "task-3713343" [ 747.246203] env[69262]: _type = "Task" [ 747.246203] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.256507] env[69262]: DEBUG oslo_vmware.api [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.421562] env[69262]: DEBUG oslo_vmware.api [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.475357} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.421562] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.421562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.421562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.422055] env[69262]: INFO nova.compute.manager [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 747.422055] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.422210] env[69262]: DEBUG nova.compute.manager [-] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.422397] env[69262]: DEBUG nova.network.neutron [-] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.598320] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 747.598573] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.950s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.599043] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.216s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.601333] env[69262]: INFO nova.compute.claims [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.695921] env[69262]: DEBUG nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.757207] env[69262]: DEBUG oslo_vmware.api [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.828643] env[69262]: DEBUG nova.compute.manager [req-e9f9e4d6-f86b-49d3-8661-63fc46c9fed1 req-e453737d-423e-44fc-ab93-c862608eb199 service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Received event network-vif-deleted-a27c29bb-947e-4013-bfc2-eab8aeb34b29 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.828944] env[69262]: INFO nova.compute.manager [req-e9f9e4d6-f86b-49d3-8661-63fc46c9fed1 req-e453737d-423e-44fc-ab93-c862608eb199 service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Neutron deleted interface a27c29bb-947e-4013-bfc2-eab8aeb34b29; detaching it from the instance and deleting it from the info cache [ 747.829217] env[69262]: DEBUG nova.network.neutron [req-e9f9e4d6-f86b-49d3-8661-63fc46c9fed1 req-e453737d-423e-44fc-ab93-c862608eb199 service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.216599] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.257511] env[69262]: DEBUG oslo_vmware.api [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713343, 'name': ReconfigVM_Task, 'duration_secs': 0.688951} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.257805] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Reconfigured VM instance instance-00000024 to attach disk [datastore1] volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911/volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.263629] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aef37917-2833-4748-8fc3-f879de26c143 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.278909] env[69262]: DEBUG oslo_vmware.api [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 748.278909] env[69262]: value = "task-3713344" [ 748.278909] env[69262]: _type = "Task" [ 748.278909] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.290418] env[69262]: DEBUG oslo_vmware.api [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.296117] env[69262]: DEBUG nova.network.neutron [-] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.331638] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0db468bc-d89d-45a1-9c81-1972e26452bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.342170] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029d2917-9d89-4076-9b6f-6dfad024f1d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.376991] env[69262]: DEBUG nova.compute.manager [req-e9f9e4d6-f86b-49d3-8661-63fc46c9fed1 req-e453737d-423e-44fc-ab93-c862608eb199 service nova] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Detach interface failed, port_id=a27c29bb-947e-4013-bfc2-eab8aeb34b29, reason: Instance 2aec3ff9-d183-4943-a03c-2a21121ed20a could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 748.792471] env[69262]: DEBUG oslo_vmware.api [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713344, 'name': ReconfigVM_Task, 'duration_secs': 0.168648} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.792743] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739526', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'name': 'volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d669fe-5caa-478a-8b17-19a0e14863fb', 'attached_at': '', 'detached_at': '', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'serial': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 748.798694] env[69262]: INFO nova.compute.manager [-] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Took 1.38 seconds to deallocate network for instance. [ 748.912123] env[69262]: DEBUG nova.compute.manager [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 749.086807] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae7984-f384-4e5b-8154-96e78cfd6a4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.097762] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693eda49-bcd8-4fe0-b018-34681e68a573 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.146888] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f06fde5-605f-410d-887f-785317d1662d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.155757] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c97edc2-50ef-444a-90e1-c3c80dfd5295 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.170571] env[69262]: DEBUG nova.compute.provider_tree [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.305171] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.430388] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.673524] env[69262]: DEBUG nova.scheduler.client.report [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.854040] env[69262]: DEBUG nova.objects.instance [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lazy-loading 'flavor' on Instance uuid 51d669fe-5caa-478a-8b17-19a0e14863fb {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.978449] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "51d669fe-5caa-478a-8b17-19a0e14863fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.179387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.179779] env[69262]: DEBUG nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.182978] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.611s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.184457] env[69262]: INFO nova.compute.claims [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.360298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdb1f38e-c813-4ac3-8952-6c8fd434242f tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.811s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.361264] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.383s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.361478] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "51d669fe-5caa-478a-8b17-19a0e14863fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.361681] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.361876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.363923] env[69262]: INFO nova.compute.manager [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Terminating instance [ 750.689724] env[69262]: DEBUG nova.compute.utils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.694486] env[69262]: DEBUG nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.694979] env[69262]: DEBUG nova.network.neutron [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.735470] env[69262]: DEBUG nova.policy [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e311d87510b49fe91819af04d78bd54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed03383089cd4938a9d85012006dda5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.867632] env[69262]: DEBUG nova.compute.manager [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.868103] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.868103] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e3c30ee-e3d2-48c3-82a7-24962096e329 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.876380] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 750.876380] env[69262]: value = "task-3713345" [ 750.876380] env[69262]: _type = "Task" [ 750.876380] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.886387] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.080312] env[69262]: DEBUG nova.network.neutron [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Successfully created port: 6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.196959] env[69262]: DEBUG nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.387282] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713345, 'name': PowerOffVM_Task, 'duration_secs': 0.226631} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.387595] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.387793] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 751.387976] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739526', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'name': 'volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d669fe-5caa-478a-8b17-19a0e14863fb', 'attached_at': '', 'detached_at': '', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'serial': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 751.388781] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571ca847-b62d-47fe-a61f-10a9b733420e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.417976] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d5c243-2fab-41ee-b1fa-221cbc4df78d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.426665] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a64172-b51e-4e9f-b9df-4a725f98d010 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.449901] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61dd247-749f-432f-81ed-94377fd16692 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.469644] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] The volume has not been displaced from its original location: [datastore1] volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911/volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 751.475314] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 751.478767] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd940d30-f96f-4d69-83ac-4340c155893c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.500719] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 751.500719] env[69262]: value = "task-3713346" [ 751.500719] env[69262]: _type = "Task" [ 751.500719] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.513860] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.705561] env[69262]: INFO nova.virt.block_device [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Booting with volume 69069ed5-8319-43e0-8bb4-2b65a2d83aeb at /dev/sda [ 751.746040] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c332a34-c236-410e-b705-05c9fa141bd4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.758831] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ba4166-2f03-4541-8d52-14a7e9117075 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.796950] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56c824c2-99bb-4a4c-9839-7c14b34ee3ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.806023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00318f8-0bcc-4586-bad2-0d2027ecd43f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.818939] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694aec5e-4289-4779-9704-e9ee5dce062b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.825942] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861def6-7d72-46bc-b01a-2fd1dd48ba8f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.869736] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaa81ed-e3a9-4d7b-a8c2-704238e1d562 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.873894] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd67de7d-d18f-4382-a07c-0c3cd56eb0c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.883913] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77013b54-406c-45fb-b0ff-a3734538f44f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.888540] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd65e7-7367-4eb5-9640-54c422cace06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.901590] env[69262]: DEBUG nova.compute.provider_tree [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.907770] env[69262]: DEBUG nova.virt.block_device [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Updating existing volume attachment record: ad27c43e-2560-46b2-b0e6-878ebbcf8f7d {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 752.011203] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713346, 'name': ReconfigVM_Task, 'duration_secs': 0.226191} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.012235] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 752.018514] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c9fc67-abc5-4676-b6aa-5eab34e0ad2f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.037106] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 752.037106] env[69262]: value = "task-3713347" [ 752.037106] env[69262]: _type = "Task" [ 752.037106] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.049267] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.405087] env[69262]: DEBUG nova.scheduler.client.report [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.516951] env[69262]: DEBUG nova.compute.manager [req-fc0b6a14-c042-43e9-89ad-11aba9ca3efb req-bf6f28c0-9c94-4f2a-86b8-dfcc5d525412 service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Received event network-vif-plugged-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.517140] env[69262]: DEBUG oslo_concurrency.lockutils [req-fc0b6a14-c042-43e9-89ad-11aba9ca3efb req-bf6f28c0-9c94-4f2a-86b8-dfcc5d525412 service nova] Acquiring lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.517329] env[69262]: DEBUG oslo_concurrency.lockutils [req-fc0b6a14-c042-43e9-89ad-11aba9ca3efb req-bf6f28c0-9c94-4f2a-86b8-dfcc5d525412 service nova] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.517496] env[69262]: DEBUG oslo_concurrency.lockutils [req-fc0b6a14-c042-43e9-89ad-11aba9ca3efb req-bf6f28c0-9c94-4f2a-86b8-dfcc5d525412 service nova] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.518584] env[69262]: DEBUG nova.compute.manager [req-fc0b6a14-c042-43e9-89ad-11aba9ca3efb req-bf6f28c0-9c94-4f2a-86b8-dfcc5d525412 service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] No waiting events found dispatching network-vif-plugged-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 752.518584] env[69262]: WARNING nova.compute.manager [req-fc0b6a14-c042-43e9-89ad-11aba9ca3efb req-bf6f28c0-9c94-4f2a-86b8-dfcc5d525412 service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Received unexpected event network-vif-plugged-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 for instance with vm_state building and task_state block_device_mapping. [ 752.550439] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713347, 'name': ReconfigVM_Task, 'duration_secs': 0.183609} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.551093] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739526', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'name': 'volume-3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51d669fe-5caa-478a-8b17-19a0e14863fb', 'attached_at': '', 'detached_at': '', 'volume_id': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911', 'serial': '3b7aa9ff-aeaa-43a9-87b7-fa4bb8573911'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 752.551625] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.552256] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac749198-0922-437d-af6a-7a381dd48333 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.560041] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.560306] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91782c61-98d2-4e3b-b43a-3d35820e3cc6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.637185] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.637403] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.637587] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleting the datastore file [datastore2] 51d669fe-5caa-478a-8b17-19a0e14863fb {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.637994] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3f76a3a-b55c-4270-8776-984fad745551 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.646350] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 752.646350] env[69262]: value = "task-3713349" [ 752.646350] env[69262]: _type = "Task" [ 752.646350] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.656214] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.848231] env[69262]: DEBUG nova.network.neutron [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Successfully updated port: 6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.912423] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.912966] env[69262]: DEBUG nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.915743] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.133s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.917254] env[69262]: INFO nova.compute.claims [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.157428] env[69262]: DEBUG oslo_vmware.api [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144442} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.157689] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.157878] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.158063] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.158241] env[69262]: INFO nova.compute.manager [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Took 2.29 seconds to destroy the instance on the hypervisor. [ 753.158478] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.158664] env[69262]: DEBUG nova.compute.manager [-] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.158785] env[69262]: DEBUG nova.network.neutron [-] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.353399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquiring lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.353399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquired lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.353677] env[69262]: DEBUG nova.network.neutron [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.423497] env[69262]: DEBUG nova.compute.utils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.424792] env[69262]: DEBUG nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.425124] env[69262]: DEBUG nova.network.neutron [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.476534] env[69262]: DEBUG nova.policy [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4a339f08d1349f8ab28f64b8847fbe5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91c1c20c6f2b410a987541fb1ef9b3f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.867720] env[69262]: DEBUG nova.network.neutron [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Successfully created port: d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.895769] env[69262]: DEBUG nova.network.neutron [-] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.904721] env[69262]: DEBUG nova.network.neutron [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.928988] env[69262]: DEBUG nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.010193] env[69262]: DEBUG nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.010193] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.010193] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.010401] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.010401] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.010542] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.010683] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.010886] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.011051] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.011217] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.011372] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.011539] env[69262]: DEBUG nova.virt.hardware [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.012431] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426b6c7-fe45-4eda-97c8-5577cbf92ec1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.022195] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8875045-f5e1-489e-ad4d-e7c77fe80a45 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.149507] env[69262]: DEBUG nova.network.neutron [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Updating instance_info_cache with network_info: [{"id": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "address": "fa:16:3e:10:5b:c4", "network": {"id": "2956efc9-7c20-4caa-adc5-acf456feee76", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1789014197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed03383089cd4938a9d85012006dda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecd37e5-4f", "ovs_interfaceid": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.400715] env[69262]: INFO nova.compute.manager [-] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Took 1.24 seconds to deallocate network for instance. [ 754.440933] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf0d7c-79c9-4c9b-9da8-d2e245cd3801 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.450627] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdd6fc2-c911-4be2-851b-f32956473350 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.482779] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73676e2-27fc-4b0f-8d29-529ba424bef0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.491390] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bf053d-48ec-4368-b92f-41408b300817 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.506847] env[69262]: DEBUG nova.compute.provider_tree [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.583973] env[69262]: DEBUG nova.compute.manager [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Received event network-changed-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.584207] env[69262]: DEBUG nova.compute.manager [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Refreshing instance network info cache due to event network-changed-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.584383] env[69262]: DEBUG oslo_concurrency.lockutils [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] Acquiring lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.652552] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Releasing lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.652894] env[69262]: DEBUG nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance network_info: |[{"id": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "address": "fa:16:3e:10:5b:c4", "network": {"id": "2956efc9-7c20-4caa-adc5-acf456feee76", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1789014197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed03383089cd4938a9d85012006dda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecd37e5-4f", "ovs_interfaceid": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 754.653210] env[69262]: DEBUG oslo_concurrency.lockutils [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] Acquired lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.653386] env[69262]: DEBUG nova.network.neutron [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Refreshing network info cache for port 6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.654709] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:5b:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f40f5c4-c146-449c-884d-6f884dcf2acf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.667245] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Creating folder: Project (ed03383089cd4938a9d85012006dda5c). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.669022] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8319a0ec-db1e-462e-92ed-d80880ae76f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.683643] env[69262]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 754.683832] env[69262]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69262) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 754.684454] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Folder already exists: Project (ed03383089cd4938a9d85012006dda5c). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 754.684454] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Creating folder: Instances. Parent ref: group-v739475. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.684653] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abf20321-8067-44c9-885a-8bb437b77dc2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.697174] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Created folder: Instances in parent group-v739475. [ 754.697174] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.697274] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.697608] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cec55079-98f4-40e9-9b9a-b50229df18fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.718276] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.718276] env[69262]: value = "task-3713352" [ 754.718276] env[69262]: _type = "Task" [ 754.718276] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.729145] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713352, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.946903] env[69262]: DEBUG nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.957213] env[69262]: DEBUG nova.network.neutron [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Updated VIF entry in instance network info cache for port 6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.957573] env[69262]: DEBUG nova.network.neutron [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Updating instance_info_cache with network_info: [{"id": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "address": "fa:16:3e:10:5b:c4", "network": {"id": "2956efc9-7c20-4caa-adc5-acf456feee76", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1789014197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed03383089cd4938a9d85012006dda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecd37e5-4f", "ovs_interfaceid": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.959859] env[69262]: INFO nova.compute.manager [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Took 0.56 seconds to detach 1 volumes for instance. [ 754.981866] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.981866] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.981866] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.982168] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.982168] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.982354] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.982592] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.982759] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.982970] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.983256] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.983431] env[69262]: DEBUG nova.virt.hardware [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.984820] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20147105-488a-4fb4-9946-2b45877b9277 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.995775] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8e8b78-5ec7-418a-8438-1899ed09b0cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.014677] env[69262]: DEBUG nova.scheduler.client.report [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.230933] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713352, 'name': CreateVM_Task, 'duration_secs': 0.392286} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.231257] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.232267] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739488', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'name': 'volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c617efc-c13a-4633-a7e0-9d5d6ee94280', 'attached_at': '', 'detached_at': '', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'serial': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb'}, 'delete_on_termination': True, 'attachment_id': 'ad27c43e-2560-46b2-b0e6-878ebbcf8f7d', 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69262) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 755.232633] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Root volume attach. Driver type: vmdk {{(pid=69262) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 755.233869] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e4f2cf-b255-49e1-ac5e-a644778fae97 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.246991] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcd5835-c850-40ea-bc95-64daee548fc2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.256095] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a86fce-8802-4edc-8db0-e5433e76f171 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.263944] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-453f7d9a-d941-41d5-908b-6a9a53f58def {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.273530] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 755.273530] env[69262]: value = "task-3713353" [ 755.273530] env[69262]: _type = "Task" [ 755.273530] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.283497] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713353, 'name': RelocateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.447634] env[69262]: DEBUG nova.network.neutron [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Successfully updated port: d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.463661] env[69262]: DEBUG oslo_concurrency.lockutils [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] Releasing lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.464043] env[69262]: DEBUG nova.compute.manager [req-0307deda-5a1c-42c6-8047-490917fcd316 req-37366c87-1e69-4e5e-8f6a-d9135761730f service nova] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Received event network-vif-deleted-63411f23-0bca-434b-9b44-d2074413c19a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.468758] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.520147] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.520735] env[69262]: DEBUG nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.523224] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.986s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.528511] env[69262]: INFO nova.compute.claims [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.787046] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713353, 'name': RelocateVM_Task, 'duration_secs': 0.382558} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.788322] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 755.788322] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739488', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'name': 'volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c617efc-c13a-4633-a7e0-9d5d6ee94280', 'attached_at': '', 'detached_at': '', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'serial': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 755.788725] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3bfbd4-7555-470a-9c53-aa98cad4faf1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.805116] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e513d-88c3-44c7-803b-1c7fa73d94b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.829122] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb/volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.829453] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3af8c73d-98e6-41d5-b8c5-c64436cef36d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.850533] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 755.850533] env[69262]: value = "task-3713354" [ 755.850533] env[69262]: _type = "Task" [ 755.850533] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.859514] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.951522] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "refresh_cache-d25fc554-aae7-460c-bc59-8e7bb8493d53" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.951802] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquired lock "refresh_cache-d25fc554-aae7-460c-bc59-8e7bb8493d53" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.951918] env[69262]: DEBUG nova.network.neutron [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.030023] env[69262]: DEBUG nova.compute.utils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.033547] env[69262]: DEBUG nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 756.361071] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713354, 'name': ReconfigVM_Task, 'duration_secs': 0.273269} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.361431] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb/volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.366319] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018a0e22-7ea5-4e72-bd4c-498a753feea6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.382550] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 756.382550] env[69262]: value = "task-3713355" [ 756.382550] env[69262]: _type = "Task" [ 756.382550] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.391807] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.490045] env[69262]: DEBUG nova.network.neutron [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.537834] env[69262]: DEBUG nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.631328] env[69262]: DEBUG nova.compute.manager [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Received event network-vif-plugged-d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.632190] env[69262]: DEBUG oslo_concurrency.lockutils [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] Acquiring lock "d25fc554-aae7-460c-bc59-8e7bb8493d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.632190] env[69262]: DEBUG oslo_concurrency.lockutils [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.632190] env[69262]: DEBUG oslo_concurrency.lockutils [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.632190] env[69262]: DEBUG nova.compute.manager [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] No waiting events found dispatching network-vif-plugged-d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.632421] env[69262]: WARNING nova.compute.manager [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Received unexpected event network-vif-plugged-d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a for instance with vm_state building and task_state spawning. [ 756.632421] env[69262]: DEBUG nova.compute.manager [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Received event network-changed-d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.632826] env[69262]: DEBUG nova.compute.manager [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Refreshing instance network info cache due to event network-changed-d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.633471] env[69262]: DEBUG oslo_concurrency.lockutils [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] Acquiring lock "refresh_cache-d25fc554-aae7-460c-bc59-8e7bb8493d53" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.660016] env[69262]: DEBUG nova.network.neutron [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Updating instance_info_cache with network_info: [{"id": "d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a", "address": "fa:16:3e:e0:71:f7", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c7fb3c-7b", "ovs_interfaceid": "d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.895186] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713355, 'name': ReconfigVM_Task, 'duration_secs': 0.14342} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.898133] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739488', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'name': 'volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c617efc-c13a-4633-a7e0-9d5d6ee94280', 'attached_at': '', 'detached_at': '', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'serial': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 756.899521] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-991cad05-f283-4a98-b18c-a130c2c57fee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.906766] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 756.906766] env[69262]: value = "task-3713356" [ 756.906766] env[69262]: _type = "Task" [ 756.906766] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.915362] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713356, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.068182] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0af79f-a046-4587-8155-34b632ad9718 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.076238] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d1976-256b-42e6-abeb-e9e4e3222cd9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.115809] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c75f2b-f247-43a0-8fcf-5adbf8ad6f0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.125709] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfd9c3c-81fb-4b9f-aabd-377825b37d40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.142182] env[69262]: DEBUG nova.compute.provider_tree [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.165341] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Releasing lock "refresh_cache-d25fc554-aae7-460c-bc59-8e7bb8493d53" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.165726] env[69262]: DEBUG nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Instance network_info: |[{"id": "d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a", "address": "fa:16:3e:e0:71:f7", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c7fb3c-7b", "ovs_interfaceid": "d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.166060] env[69262]: DEBUG oslo_concurrency.lockutils [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] Acquired lock "refresh_cache-d25fc554-aae7-460c-bc59-8e7bb8493d53" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.166289] env[69262]: DEBUG nova.network.neutron [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Refreshing network info cache for port d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.167603] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:71:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.175536] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Creating folder: Project (91c1c20c6f2b410a987541fb1ef9b3f6). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.176720] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1483a474-09ab-4ed4-9859-e6c6eb4d12a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.192129] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Created folder: Project (91c1c20c6f2b410a987541fb1ef9b3f6) in parent group-v739409. [ 757.192559] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Creating folder: Instances. Parent ref: group-v739529. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.192832] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ade22544-1f2d-4988-acc7-d81148cfd052 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.206406] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Created folder: Instances in parent group-v739529. [ 757.206688] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.206917] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.207148] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cca8614f-29df-4d77-bc48-e21df1db8837 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.228798] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.228798] env[69262]: value = "task-3713359" [ 757.228798] env[69262]: _type = "Task" [ 757.228798] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.237237] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713359, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.419187] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713356, 'name': Rename_Task, 'duration_secs': 0.300836} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.419664] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.420580] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41b7b1e3-5263-466e-9404-d95c79306b8f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.428997] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 757.428997] env[69262]: value = "task-3713360" [ 757.428997] env[69262]: _type = "Task" [ 757.428997] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.438287] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.553743] env[69262]: DEBUG nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.583123] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.583674] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.583937] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.584274] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.584442] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.584590] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.584834] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.584987] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.585152] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.585322] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.585504] env[69262]: DEBUG nova.virt.hardware [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.586570] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256ec284-2538-4d81-b05d-bd3e0d098ab8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.595629] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718b4028-bb11-4cc3-87b7-9b0dfdfe9398 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.610883] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.616916] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Creating folder: Project (a5fe0f9283be4afeb26cd57925c5ce32). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.617570] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1695bd4-ab99-4883-80b5-134dd220a5ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.631121] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Created folder: Project (a5fe0f9283be4afeb26cd57925c5ce32) in parent group-v739409. [ 757.631359] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Creating folder: Instances. Parent ref: group-v739532. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.631660] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-366b63a9-5af5-404b-a898-d5da85f81906 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.645019] env[69262]: DEBUG nova.scheduler.client.report [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.649634] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Created folder: Instances in parent group-v739532. [ 757.649900] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.650666] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.650666] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40ec939b-e9ad-43b5-abc4-eb827a7562b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.671668] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.671668] env[69262]: value = "task-3713363" [ 757.671668] env[69262]: _type = "Task" [ 757.671668] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.684084] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713363, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.741411] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713359, 'name': CreateVM_Task, 'duration_secs': 0.322804} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.742410] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.742410] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.742505] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.743742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.743742] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f4b146-30aa-4fc7-841a-0f1489fda08e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.749233] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 757.749233] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d190cf-48dc-f2dc-9bb9-05de0709e810" [ 757.749233] env[69262]: _type = "Task" [ 757.749233] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.758367] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d190cf-48dc-f2dc-9bb9-05de0709e810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.927381] env[69262]: DEBUG nova.network.neutron [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Updated VIF entry in instance network info cache for port d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.927732] env[69262]: DEBUG nova.network.neutron [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Updating instance_info_cache with network_info: [{"id": "d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a", "address": "fa:16:3e:e0:71:f7", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0c7fb3c-7b", "ovs_interfaceid": "d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.939051] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.151386] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.151944] env[69262]: DEBUG nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.154873] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.861s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.155175] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.157781] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.272s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.158070] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.159960] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.946s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.160357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.162140] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.233s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.163768] env[69262]: INFO nova.compute.claims [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.186979] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713363, 'name': CreateVM_Task, 'duration_secs': 0.261554} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.188298] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 758.188298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.194293] env[69262]: INFO nova.scheduler.client.report [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Deleted allocations for instance 14c3d321-34a5-4a5f-946e-c6e88ad5e38f [ 758.206244] env[69262]: INFO nova.scheduler.client.report [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Deleted allocations for instance 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae [ 758.219502] env[69262]: INFO nova.scheduler.client.report [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted allocations for instance 95b37e39-e75a-4d46-866d-d76d9e77ffe9 [ 758.261401] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d190cf-48dc-f2dc-9bb9-05de0709e810, 'name': SearchDatastore_Task, 'duration_secs': 0.013187} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.261846] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.261998] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.262357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.262500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.262685] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.262984] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.263406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.263662] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-625da8db-ed3d-4c04-bb86-28757c931e45 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.267432] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5c5de3-388d-4db8-908d-38cdd1a0233f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.274932] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 758.274932] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b8a61a-988e-a2f7-e450-f2bb94ccb076" [ 758.274932] env[69262]: _type = "Task" [ 758.274932] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.280594] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.280856] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.282283] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff64ca2f-d33a-40b5-96ba-78d80e92b606 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.291504] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b8a61a-988e-a2f7-e450-f2bb94ccb076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.294995] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 758.294995] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b1ad97-f775-3530-2682-5f708f33a4cd" [ 758.294995] env[69262]: _type = "Task" [ 758.294995] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.303700] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b1ad97-f775-3530-2682-5f708f33a4cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.431022] env[69262]: DEBUG oslo_concurrency.lockutils [req-37be5391-e74b-423d-bcf3-89ec0ba14a54 req-75195d75-cbf4-411d-bcca-7b8957ba88d2 service nova] Releasing lock "refresh_cache-d25fc554-aae7-460c-bc59-8e7bb8493d53" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.440753] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.671123] env[69262]: DEBUG nova.compute.utils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.673220] env[69262]: DEBUG nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.677249] env[69262]: DEBUG nova.network.neutron [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.703931] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f41d58c-ef98-454c-a384-64e5229e08b3 tempest-ServerGroupTestJSON-181692487 tempest-ServerGroupTestJSON-181692487-project-member] Lock "14c3d321-34a5-4a5f-946e-c6e88ad5e38f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.988s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.720272] env[69262]: DEBUG oslo_concurrency.lockutils [None req-deef3067-8abb-48fe-ac1d-efae34c38d80 tempest-ServersTestManualDisk-643603432 tempest-ServersTestManualDisk-643603432-project-member] Lock "802eba9a-aeb6-46e3-8ff2-c1c71885b8ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.256s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.733933] env[69262]: DEBUG oslo_concurrency.lockutils [None req-765400af-780c-4f95-ac99-a4206cf14de1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "95b37e39-e75a-4d46-866d-d76d9e77ffe9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.294s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.750092] env[69262]: DEBUG nova.policy [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bbcf974d78d4d57b0abda0669a2c70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92c50ad17ed94c9196bde2214f5bd74a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.790103] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b8a61a-988e-a2f7-e450-f2bb94ccb076, 'name': SearchDatastore_Task, 'duration_secs': 0.020525} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.790524] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.794021] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.794021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.807689] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b1ad97-f775-3530-2682-5f708f33a4cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.808873] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15d21cb-ee24-48bb-87a5-f71c885a3248 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.816138] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 758.816138] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d4cb8c-4164-8daa-8d0c-fb8d22e43ffb" [ 758.816138] env[69262]: _type = "Task" [ 758.816138] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.826940] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d4cb8c-4164-8daa-8d0c-fb8d22e43ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.941788] env[69262]: DEBUG oslo_vmware.api [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713360, 'name': PowerOnVM_Task, 'duration_secs': 1.064695} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.942096] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.942298] env[69262]: INFO nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Took 4.93 seconds to spawn the instance on the hypervisor. [ 758.942485] env[69262]: DEBUG nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.944268] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7874432-9155-476a-99a9-da3e42ac23d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.175084] env[69262]: DEBUG nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.211973] env[69262]: DEBUG nova.network.neutron [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Successfully created port: 5b124940-27d6-4e82-81ce-e7d3359ef646 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.332280] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d4cb8c-4164-8daa-8d0c-fb8d22e43ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.332280] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.332280] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] d25fc554-aae7-460c-bc59-8e7bb8493d53/d25fc554-aae7-460c-bc59-8e7bb8493d53.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.332496] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.332530] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.332728] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6f96e76-bfea-4537-b0dc-d328c8e7d717 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.339301] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b64f2ab2-0282-4b93-aab3-a48b0eff903e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.348104] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 759.348104] env[69262]: value = "task-3713364" [ 759.348104] env[69262]: _type = "Task" [ 759.348104] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.352389] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.352596] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.360269] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60730d9c-0192-4c16-bc3e-c34164870c4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.365604] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 759.365604] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52603346-abc8-700b-1136-43f56ab1235b" [ 759.365604] env[69262]: _type = "Task" [ 759.365604] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.370150] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.384766] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52603346-abc8-700b-1136-43f56ab1235b, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.385691] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61164d90-fdc7-48ea-ad15-73f25ed7bd6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.394029] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 759.394029] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5266db77-5549-18a2-7ad4-1060c2fba914" [ 759.394029] env[69262]: _type = "Task" [ 759.394029] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.403351] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5266db77-5549-18a2-7ad4-1060c2fba914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.462378] env[69262]: INFO nova.compute.manager [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Took 61.09 seconds to build instance. [ 759.810153] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac89335-9959-4c3a-b238-a18e609aa63c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.822023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93713214-e5bc-4c71-8a1f-0e3973ddaddc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.865507] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0316a0e9-128d-425b-8c09-8fde27041c63 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.879100] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2a9655-427e-4c64-90f6-ea32b5706e64 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.885359] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713364, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.898768] env[69262]: DEBUG nova.compute.provider_tree [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.910642] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5266db77-5549-18a2-7ad4-1060c2fba914, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.912856] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.914603] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 11161123-3245-44ba-8031-96538d86c2cc/11161123-3245-44ba-8031-96538d86c2cc.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.915247] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1027d42-478c-4150-b899-f25912eff7c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.923878] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 759.923878] env[69262]: value = "task-3713365" [ 759.923878] env[69262]: _type = "Task" [ 759.923878] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.934339] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.965638] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e72f7340-f664-4a9d-a1a9-2816f742a35d tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.325s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.192820] env[69262]: DEBUG nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.228585] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.228851] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.229016] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.229545] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.229731] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.229859] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.230112] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.230403] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.230679] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.230896] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.231094] env[69262]: DEBUG nova.virt.hardware [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.232277] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19cb672-03a3-40da-ad01-d1dd464d51c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.244896] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccbbecc-293f-4a48-83a5-02597bf29bdd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.376820] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543003} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.376820] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] d25fc554-aae7-460c-bc59-8e7bb8493d53/d25fc554-aae7-460c-bc59-8e7bb8493d53.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.377052] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.377316] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fdc768d-5111-4329-a424-ffdc0494362d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.385817] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 760.385817] env[69262]: value = "task-3713366" [ 760.385817] env[69262]: _type = "Task" [ 760.385817] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.396458] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.406541] env[69262]: DEBUG nova.scheduler.client.report [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.437089] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713365, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.475026] env[69262]: DEBUG nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.571825] env[69262]: DEBUG nova.compute.manager [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Received event network-changed-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.574126] env[69262]: DEBUG nova.compute.manager [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Refreshing instance network info cache due to event network-changed-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.574126] env[69262]: DEBUG oslo_concurrency.lockutils [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] Acquiring lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.574126] env[69262]: DEBUG oslo_concurrency.lockutils [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] Acquired lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.574126] env[69262]: DEBUG nova.network.neutron [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Refreshing network info cache for port 6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.896807] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087831} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.897341] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.898721] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569f7f58-caa3-4c55-9394-ae97d42419d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.916485] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.917044] env[69262]: DEBUG nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.929118] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d25fc554-aae7-460c-bc59-8e7bb8493d53/d25fc554-aae7-460c-bc59-8e7bb8493d53.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.929791] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.615s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.929976] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.932696] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.719s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.934680] env[69262]: INFO nova.compute.claims [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.937771] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3dcf306-ce49-4017-84fd-ff23723f4a03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.963075] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539048} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.964795] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 11161123-3245-44ba-8031-96538d86c2cc/11161123-3245-44ba-8031-96538d86c2cc.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.965036] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.965363] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 760.965363] env[69262]: value = "task-3713367" [ 760.965363] env[69262]: _type = "Task" [ 760.965363] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.965551] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f39302e7-51c2-4d3d-8cef-0b9166d76c48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.983256] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713367, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.986267] env[69262]: INFO nova.scheduler.client.report [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Deleted allocations for instance f3ea3756-4188-4268-bad1-5f72cdab46aa [ 760.996123] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 760.996123] env[69262]: value = "task-3713368" [ 760.996123] env[69262]: _type = "Task" [ 760.996123] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.016023] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.021166] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.390361] env[69262]: DEBUG nova.network.neutron [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Successfully updated port: 5b124940-27d6-4e82-81ce-e7d3359ef646 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.432562] env[69262]: DEBUG nova.compute.utils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.433643] env[69262]: DEBUG nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.433819] env[69262]: DEBUG nova.network.neutron [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.483112] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.494309] env[69262]: DEBUG oslo_concurrency.lockutils [None req-631c1c66-1f5f-4d60-8dd4-5536d9d67208 tempest-FloatingIPsAssociationTestJSON-1412388345 tempest-FloatingIPsAssociationTestJSON-1412388345-project-member] Lock "f3ea3756-4188-4268-bad1-5f72cdab46aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.617s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.503590] env[69262]: DEBUG nova.policy [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac678546e8ee4975949954e3b03ca3d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a994b802c424b84a08283f8b93e0b95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.509745] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081103} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.510105] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.510926] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46c2454-9f2c-4d63-baf0-d317dbc7e709 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.536085] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 11161123-3245-44ba-8031-96538d86c2cc/11161123-3245-44ba-8031-96538d86c2cc.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.536808] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fd28bc0-a874-47e7-9c71-8a47d26808ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.565193] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 761.565193] env[69262]: value = "task-3713369" [ 761.565193] env[69262]: _type = "Task" [ 761.565193] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.571551] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.673631] env[69262]: DEBUG nova.network.neutron [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Updated VIF entry in instance network info cache for port 6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.674038] env[69262]: DEBUG nova.network.neutron [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Updating instance_info_cache with network_info: [{"id": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "address": "fa:16:3e:10:5b:c4", "network": {"id": "2956efc9-7c20-4caa-adc5-acf456feee76", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1789014197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed03383089cd4938a9d85012006dda5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f40f5c4-c146-449c-884d-6f884dcf2acf", "external-id": "nsx-vlan-transportzone-240", "segmentation_id": 240, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ecd37e5-4f", "ovs_interfaceid": "6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.898285] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "refresh_cache-2639322f-3aec-4358-a433-10f2d009784b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.898285] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "refresh_cache-2639322f-3aec-4358-a433-10f2d009784b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.898285] env[69262]: DEBUG nova.network.neutron [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.935166] env[69262]: DEBUG nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.985299] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713367, 'name': ReconfigVM_Task, 'duration_secs': 0.956874} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.985299] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d25fc554-aae7-460c-bc59-8e7bb8493d53/d25fc554-aae7-460c-bc59-8e7bb8493d53.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.985299] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2665cbdf-8a61-405d-a202-7c067fc7b751 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.995897] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 761.995897] env[69262]: value = "task-3713370" [ 761.995897] env[69262]: _type = "Task" [ 761.995897] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.006254] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713370, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.079894] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.159259] env[69262]: DEBUG nova.network.neutron [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Successfully created port: 56845eac-cd78-4268-bbf3-b5034d7128e3 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.179512] env[69262]: DEBUG oslo_concurrency.lockutils [req-16777aab-c837-4d75-9b6e-bc59a483df97 req-67327f29-47fb-40d2-8c28-0a32d84c876b service nova] Releasing lock "refresh_cache-5c617efc-c13a-4633-a7e0-9d5d6ee94280" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.509974] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713370, 'name': Rename_Task, 'duration_secs': 0.320238} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.510727] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.511120] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6c3a3bb-c20f-49ca-b032-2b4c0ce258ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.516981] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49b0f61-8728-4776-b2ff-ab4c4949eb0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.526684] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf996166-f3ea-43d6-b22d-551e439bb9b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.530499] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 762.530499] env[69262]: value = "task-3713371" [ 762.530499] env[69262]: _type = "Task" [ 762.530499] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.561464] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b26f4e-6d54-438d-90a4-5cae05b22897 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.568048] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.575365] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49b98d1-9864-41ac-a787-7e7a36f1c8e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.582598] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713369, 'name': ReconfigVM_Task, 'duration_secs': 0.709814} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.583272] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 11161123-3245-44ba-8031-96538d86c2cc/11161123-3245-44ba-8031-96538d86c2cc.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.583887] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e96b5588-2161-478b-9d4f-e800c08c481b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.593394] env[69262]: DEBUG nova.compute.provider_tree [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.601059] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 762.601059] env[69262]: value = "task-3713372" [ 762.601059] env[69262]: _type = "Task" [ 762.601059] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.611334] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713372, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.722016] env[69262]: DEBUG nova.network.neutron [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.946885] env[69262]: DEBUG nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.979623] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.979929] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.981012] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.981012] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.981012] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.981012] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.981012] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.981012] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.981283] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.981329] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.981552] env[69262]: DEBUG nova.virt.hardware [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.982492] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f25161-c6ff-4ffe-818b-8f3c647026fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.990916] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410d94d1-107c-44c3-ba9c-acd740e7618a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.039892] env[69262]: DEBUG nova.compute.manager [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Received event network-vif-plugged-5b124940-27d6-4e82-81ce-e7d3359ef646 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.040172] env[69262]: DEBUG oslo_concurrency.lockutils [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] Acquiring lock "2639322f-3aec-4358-a433-10f2d009784b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.040867] env[69262]: DEBUG oslo_concurrency.lockutils [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] Lock "2639322f-3aec-4358-a433-10f2d009784b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.040867] env[69262]: DEBUG oslo_concurrency.lockutils [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] Lock "2639322f-3aec-4358-a433-10f2d009784b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.040867] env[69262]: DEBUG nova.compute.manager [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] No waiting events found dispatching network-vif-plugged-5b124940-27d6-4e82-81ce-e7d3359ef646 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 763.040867] env[69262]: WARNING nova.compute.manager [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Received unexpected event network-vif-plugged-5b124940-27d6-4e82-81ce-e7d3359ef646 for instance with vm_state building and task_state spawning. [ 763.041902] env[69262]: DEBUG nova.compute.manager [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Received event network-changed-5b124940-27d6-4e82-81ce-e7d3359ef646 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.041902] env[69262]: DEBUG nova.compute.manager [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Refreshing instance network info cache due to event network-changed-5b124940-27d6-4e82-81ce-e7d3359ef646. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.041902] env[69262]: DEBUG oslo_concurrency.lockutils [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] Acquiring lock "refresh_cache-2639322f-3aec-4358-a433-10f2d009784b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.045759] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713371, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.111855] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713372, 'name': Rename_Task, 'duration_secs': 0.244393} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.112185] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.112433] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4be9bd39-fc59-4a9a-91b8-066a3cb174eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.117746] env[69262]: ERROR nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [req-a7724cea-c58d-486c-86fd-e5ab43d6c450] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7724cea-c58d-486c-86fd-e5ab43d6c450"}]} [ 763.122332] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 763.122332] env[69262]: value = "task-3713373" [ 763.122332] env[69262]: _type = "Task" [ 763.122332] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.132782] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.136885] env[69262]: DEBUG nova.network.neutron [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Updating instance_info_cache with network_info: [{"id": "5b124940-27d6-4e82-81ce-e7d3359ef646", "address": "fa:16:3e:40:5d:33", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b124940-27", "ovs_interfaceid": "5b124940-27d6-4e82-81ce-e7d3359ef646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.142179] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 763.163069] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 763.163395] env[69262]: DEBUG nova.compute.provider_tree [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.180903] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 763.213645] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 763.551018] env[69262]: DEBUG oslo_vmware.api [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713371, 'name': PowerOnVM_Task, 'duration_secs': 0.846028} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.551521] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.551732] env[69262]: INFO nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Took 8.60 seconds to spawn the instance on the hypervisor. [ 763.551968] env[69262]: DEBUG nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 763.552733] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed94a6-e80b-4dbe-bcf0-b1662430c1c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.634773] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713373, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.645671] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "refresh_cache-2639322f-3aec-4358-a433-10f2d009784b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.649014] env[69262]: DEBUG nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Instance network_info: |[{"id": "5b124940-27d6-4e82-81ce-e7d3359ef646", "address": "fa:16:3e:40:5d:33", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b124940-27", "ovs_interfaceid": "5b124940-27d6-4e82-81ce-e7d3359ef646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.649014] env[69262]: DEBUG oslo_concurrency.lockutils [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] Acquired lock "refresh_cache-2639322f-3aec-4358-a433-10f2d009784b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.649014] env[69262]: DEBUG nova.network.neutron [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Refreshing network info cache for port 5b124940-27d6-4e82-81ce-e7d3359ef646 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.649014] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:5d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b124940-27d6-4e82-81ce-e7d3359ef646', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.658295] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.663770] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.664343] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c87ae9e2-eb77-400d-8e87-34e40ae5a76c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.691635] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.691635] env[69262]: value = "task-3713374" [ 763.691635] env[69262]: _type = "Task" [ 763.691635] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.707049] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713374, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.802941] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f205918-3ffa-4001-80a1-a2e8e4e91797 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.813115] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c443e46f-1ece-4329-a1d9-aaa9c39203cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.848877] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3919807-b76f-429a-8833-26a232e11365 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.858305] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe1641-948d-4c7a-a6c4-7adb065d2b2e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.876950] env[69262]: DEBUG nova.compute.provider_tree [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.928589] env[69262]: DEBUG nova.network.neutron [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Successfully updated port: 56845eac-cd78-4268-bbf3-b5034d7128e3 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.080023] env[69262]: INFO nova.compute.manager [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Took 57.53 seconds to build instance. [ 764.133115] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.133434] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.138578] env[69262]: DEBUG oslo_vmware.api [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713373, 'name': PowerOnVM_Task, 'duration_secs': 0.591731} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.138693] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.142068] env[69262]: INFO nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Took 6.58 seconds to spawn the instance on the hypervisor. [ 764.142068] env[69262]: DEBUG nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 764.142068] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edc2726-5cd6-4911-b130-36e4a37e5967 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.202266] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713374, 'name': CreateVM_Task, 'duration_secs': 0.421218} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.202266] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.202874] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.203065] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.203671] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.203951] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4e1f286-7371-4c15-a0d1-b5bc57efeb18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.211073] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 764.211073] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e03875-d795-b3cd-d8e5-c2330d68cc6c" [ 764.211073] env[69262]: _type = "Task" [ 764.211073] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.219964] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e03875-d795-b3cd-d8e5-c2330d68cc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.413054] env[69262]: ERROR nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [req-6cee5e75-2505-424c-9f5d-ab16a0e558de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6cee5e75-2505-424c-9f5d-ab16a0e558de"}]} [ 764.432403] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "refresh_cache-c0372d33-882e-4b94-8e9c-caba53d48e76" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.432569] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired lock "refresh_cache-c0372d33-882e-4b94-8e9c-caba53d48e76" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.434464] env[69262]: DEBUG nova.network.neutron [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.439453] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 764.463546] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 764.463776] env[69262]: DEBUG nova.compute.provider_tree [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.480047] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 764.499365] env[69262]: DEBUG nova.network.neutron [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Updated VIF entry in instance network info cache for port 5b124940-27d6-4e82-81ce-e7d3359ef646. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.499736] env[69262]: DEBUG nova.network.neutron [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Updating instance_info_cache with network_info: [{"id": "5b124940-27d6-4e82-81ce-e7d3359ef646", "address": "fa:16:3e:40:5d:33", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b124940-27", "ovs_interfaceid": "5b124940-27d6-4e82-81ce-e7d3359ef646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.502543] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 764.582259] env[69262]: DEBUG oslo_concurrency.lockutils [None req-132360f4-cd20-4380-b383-a0a5a635aff6 tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.802s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.668722] env[69262]: INFO nova.compute.manager [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Took 55.91 seconds to build instance. [ 764.726475] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e03875-d795-b3cd-d8e5-c2330d68cc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.726726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.727343] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.727937] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.728092] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.729019] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.729468] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e74ddbdb-9582-4c1a-8692-7964ee56c881 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.740736] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.740994] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.744556] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a13358-207d-4ef7-af81-29a4cc0c64bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.751202] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 764.751202] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521f90f2-74c9-7bc2-a0d7-ee9d03296b98" [ 764.751202] env[69262]: _type = "Task" [ 764.751202] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.760248] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521f90f2-74c9-7bc2-a0d7-ee9d03296b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.995015] env[69262]: DEBUG nova.network.neutron [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.008937] env[69262]: DEBUG oslo_concurrency.lockutils [req-e61bd171-cb90-4f99-8213-6a9c1ddc7763 req-1290d432-a46a-4754-bec3-9ffe1125f101 service nova] Releasing lock "refresh_cache-2639322f-3aec-4358-a433-10f2d009784b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.079218] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a630e-02c0-4600-a0d9-ffafd3f467f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.090240] env[69262]: DEBUG nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.096925] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4713d665-5dca-47d1-b26b-5cf486ab28b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.139815] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8c9bfc-67f8-4d24-b3b6-bd28f426abc4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.142420] env[69262]: DEBUG nova.compute.manager [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Received event network-vif-plugged-56845eac-cd78-4268-bbf3-b5034d7128e3 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.142635] env[69262]: DEBUG oslo_concurrency.lockutils [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] Acquiring lock "c0372d33-882e-4b94-8e9c-caba53d48e76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.142831] env[69262]: DEBUG oslo_concurrency.lockutils [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.142993] env[69262]: DEBUG oslo_concurrency.lockutils [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.143171] env[69262]: DEBUG nova.compute.manager [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] No waiting events found dispatching network-vif-plugged-56845eac-cd78-4268-bbf3-b5034d7128e3 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 765.143330] env[69262]: WARNING nova.compute.manager [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Received unexpected event network-vif-plugged-56845eac-cd78-4268-bbf3-b5034d7128e3 for instance with vm_state building and task_state spawning. [ 765.143481] env[69262]: DEBUG nova.compute.manager [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Received event network-changed-56845eac-cd78-4268-bbf3-b5034d7128e3 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.143623] env[69262]: DEBUG nova.compute.manager [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Refreshing instance network info cache due to event network-changed-56845eac-cd78-4268-bbf3-b5034d7128e3. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.144666] env[69262]: DEBUG oslo_concurrency.lockutils [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] Acquiring lock "refresh_cache-c0372d33-882e-4b94-8e9c-caba53d48e76" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.150961] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb3c57-4811-43bb-a2dc-bce6ec957895 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.172118] env[69262]: DEBUG nova.compute.provider_tree [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.175097] env[69262]: DEBUG oslo_concurrency.lockutils [None req-08f3dca7-bab0-4165-9e14-83e21803f4bf tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "11161123-3245-44ba-8031-96538d86c2cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.990s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.262733] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521f90f2-74c9-7bc2-a0d7-ee9d03296b98, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.264238] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a64f7b0-87bb-4bef-ab15-a0b0b497496a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.271177] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 765.271177] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528a836f-d036-3f31-a82c-b16d5454831c" [ 765.271177] env[69262]: _type = "Task" [ 765.271177] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.281785] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528a836f-d036-3f31-a82c-b16d5454831c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.282235] env[69262]: DEBUG nova.network.neutron [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Updating instance_info_cache with network_info: [{"id": "56845eac-cd78-4268-bbf3-b5034d7128e3", "address": "fa:16:3e:11:dc:8d", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56845eac-cd", "ovs_interfaceid": "56845eac-cd78-4268-bbf3-b5034d7128e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.450900] env[69262]: DEBUG nova.compute.manager [None req-42d410b4-07ca-4ae8-ac10-b0a072fd599e tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.451897] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8418666-2f2a-4437-aa46-75d9493604c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.626542] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.683828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "11161123-3245-44ba-8031-96538d86c2cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.683828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "11161123-3245-44ba-8031-96538d86c2cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.683828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "11161123-3245-44ba-8031-96538d86c2cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.683828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "11161123-3245-44ba-8031-96538d86c2cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.683828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "11161123-3245-44ba-8031-96538d86c2cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.683828] env[69262]: DEBUG nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.685910] env[69262]: INFO nova.compute.manager [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Terminating instance [ 765.718609] env[69262]: DEBUG nova.scheduler.client.report [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 765.718980] env[69262]: DEBUG nova.compute.provider_tree [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 66 to 67 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 765.719100] env[69262]: DEBUG nova.compute.provider_tree [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.746110] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "d25fc554-aae7-460c-bc59-8e7bb8493d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.747128] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.747128] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "d25fc554-aae7-460c-bc59-8e7bb8493d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.747128] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.747128] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.749026] env[69262]: INFO nova.compute.manager [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Terminating instance [ 765.783442] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528a836f-d036-3f31-a82c-b16d5454831c, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.783543] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.783797] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2639322f-3aec-4358-a433-10f2d009784b/2639322f-3aec-4358-a433-10f2d009784b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.784393] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Releasing lock "refresh_cache-c0372d33-882e-4b94-8e9c-caba53d48e76" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.784718] env[69262]: DEBUG nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Instance network_info: |[{"id": "56845eac-cd78-4268-bbf3-b5034d7128e3", "address": "fa:16:3e:11:dc:8d", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56845eac-cd", "ovs_interfaceid": "56845eac-cd78-4268-bbf3-b5034d7128e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.784950] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17c120c0-4959-4b31-a772-6f324b3633cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.787545] env[69262]: DEBUG oslo_concurrency.lockutils [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] Acquired lock "refresh_cache-c0372d33-882e-4b94-8e9c-caba53d48e76" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.787726] env[69262]: DEBUG nova.network.neutron [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Refreshing network info cache for port 56845eac-cd78-4268-bbf3-b5034d7128e3 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.788840] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:dc:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56845eac-cd78-4268-bbf3-b5034d7128e3', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.798768] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Creating folder: Project (4a994b802c424b84a08283f8b93e0b95). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.799834] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-694f41bc-d756-4c38-8543-552857b50c12 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.809599] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 765.809599] env[69262]: value = "task-3713375" [ 765.809599] env[69262]: _type = "Task" [ 765.809599] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.816265] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Created folder: Project (4a994b802c424b84a08283f8b93e0b95) in parent group-v739409. [ 765.816265] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Creating folder: Instances. Parent ref: group-v739536. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.816642] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68ef8844-5827-49e6-a151-b294a614817c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.821105] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.830308] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Created folder: Instances in parent group-v739536. [ 765.830524] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.830733] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.830953] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cef4755-3e7d-4d60-b307-cf5d779a5a12 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.855915] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.855915] env[69262]: value = "task-3713378" [ 765.855915] env[69262]: _type = "Task" [ 765.855915] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.865723] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713378, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.963096] env[69262]: INFO nova.compute.manager [None req-42d410b4-07ca-4ae8-ac10-b0a072fd599e tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] instance snapshotting [ 765.963785] env[69262]: DEBUG nova.objects.instance [None req-42d410b4-07ca-4ae8-ac10-b0a072fd599e tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lazy-loading 'flavor' on Instance uuid 11161123-3245-44ba-8031-96538d86c2cc {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.192763] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "refresh_cache-11161123-3245-44ba-8031-96538d86c2cc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.193285] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquired lock "refresh_cache-11161123-3245-44ba-8031-96538d86c2cc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.193876] env[69262]: DEBUG nova.network.neutron [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.218803] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.226574] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.294s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.227833] env[69262]: DEBUG nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.237029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.973s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.237029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.237029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.691s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.237029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.240875] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.271s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.244494] env[69262]: INFO nova.compute.claims [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.259372] env[69262]: DEBUG nova.compute.manager [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.259372] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.259372] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f1b187-90ff-40ba-9c7f-1dacd25f7a89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.271953] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.272452] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5ce3e33-bf24-43d5-976b-02a993ec2aa6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.281862] env[69262]: DEBUG oslo_vmware.api [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 766.281862] env[69262]: value = "task-3713379" [ 766.281862] env[69262]: _type = "Task" [ 766.281862] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.289726] env[69262]: INFO nova.scheduler.client.report [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Deleted allocations for instance 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa [ 766.294303] env[69262]: INFO nova.scheduler.client.report [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Deleted allocations for instance f7dba330-0d27-429c-860e-4e74e14bf018 [ 766.311051] env[69262]: DEBUG oslo_vmware.api [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.323773] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.372191] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713378, 'name': CreateVM_Task, 'duration_secs': 0.419532} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.373176] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.374486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.374661] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.374998] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.375553] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadc0638-3993-4845-abae-410824ef8fe2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.382055] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 766.382055] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b0c1df-4a70-c374-6ae9-e43b61b3efe6" [ 766.382055] env[69262]: _type = "Task" [ 766.382055] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.395686] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b0c1df-4a70-c374-6ae9-e43b61b3efe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.470822] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f728c-6c25-4487-afe0-7821d49c3411 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.489416] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe4b678-b3d9-4c60-908f-a0e1e1732652 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.626471] env[69262]: DEBUG nova.network.neutron [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Updated VIF entry in instance network info cache for port 56845eac-cd78-4268-bbf3-b5034d7128e3. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.626830] env[69262]: DEBUG nova.network.neutron [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Updating instance_info_cache with network_info: [{"id": "56845eac-cd78-4268-bbf3-b5034d7128e3", "address": "fa:16:3e:11:dc:8d", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56845eac-cd", "ovs_interfaceid": "56845eac-cd78-4268-bbf3-b5034d7128e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.745512] env[69262]: DEBUG nova.network.neutron [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.753469] env[69262]: DEBUG nova.compute.utils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.755861] env[69262]: DEBUG nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.757089] env[69262]: DEBUG nova.network.neutron [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.797500] env[69262]: DEBUG oslo_vmware.api [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713379, 'name': PowerOffVM_Task, 'duration_secs': 0.338345} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.798244] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.798462] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.799012] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe317305-c9ca-4a5a-b6fb-2a039b9d7f80 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.808670] env[69262]: DEBUG oslo_concurrency.lockutils [None req-acb637d4-780a-425e-b36d-cd339b59d56c tempest-ServersTestBootFromVolume-1949505041 tempest-ServersTestBootFromVolume-1949505041-project-member] Lock "316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.081s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.819031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-317fcac6-2532-44e8-9865-05f7a611f6d0 tempest-ServersAdminNegativeTestJSON-361636345 tempest-ServersAdminNegativeTestJSON-361636345-project-member] Lock "f7dba330-0d27-429c-860e-4e74e14bf018" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.009s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.826917] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74748} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.828871] env[69262]: DEBUG nova.network.neutron [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.829351] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2639322f-3aec-4358-a433-10f2d009784b/2639322f-3aec-4358-a433-10f2d009784b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.829609] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.830142] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40fe7a6b-e054-4b92-9f02-37ec372fe69d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.839158] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 766.839158] env[69262]: value = "task-3713381" [ 766.839158] env[69262]: _type = "Task" [ 766.839158] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.851706] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.888443] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.888681] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.888892] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Deleting the datastore file [datastore1] d25fc554-aae7-460c-bc59-8e7bb8493d53 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.889587] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cee016b-42b0-4eb4-b9c4-f865be0029fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.897843] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b0c1df-4a70-c374-6ae9-e43b61b3efe6, 'name': SearchDatastore_Task, 'duration_secs': 0.026495} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.899143] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.899590] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.899870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.900041] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.900238] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.900566] env[69262]: DEBUG oslo_vmware.api [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for the task: (returnval){ [ 766.900566] env[69262]: value = "task-3713382" [ 766.900566] env[69262]: _type = "Task" [ 766.900566] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.900744] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0869e066-e6ef-465b-9630-007aea6df428 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.916934] env[69262]: DEBUG oslo_vmware.api [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.919402] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.920273] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.920561] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c652a63c-90ec-4d1c-b504-2320405ca120 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.927826] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 766.927826] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a161a7-8800-bdca-085a-634089f3d47d" [ 766.927826] env[69262]: _type = "Task" [ 766.927826] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.933088] env[69262]: DEBUG nova.policy [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac678546e8ee4975949954e3b03ca3d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a994b802c424b84a08283f8b93e0b95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.938805] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a161a7-8800-bdca-085a-634089f3d47d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.939565] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae22a81-c0c6-4255-af18-93e38ebab6f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.946074] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 766.946074] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52192cf2-3e32-fe5d-85b9-1a37d922cc0f" [ 766.946074] env[69262]: _type = "Task" [ 766.946074] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.956697] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52192cf2-3e32-fe5d-85b9-1a37d922cc0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.002606] env[69262]: DEBUG nova.compute.manager [None req-42d410b4-07ca-4ae8-ac10-b0a072fd599e tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Instance disappeared during snapshot {{(pid=69262) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 767.105468] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.105468] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.132553] env[69262]: DEBUG oslo_concurrency.lockutils [req-24047ae0-27e5-4c9d-9359-704686029fc2 req-4ced656d-e085-40ec-9675-ada976abf43e service nova] Releasing lock "refresh_cache-c0372d33-882e-4b94-8e9c-caba53d48e76" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.205018] env[69262]: DEBUG nova.compute.manager [None req-42d410b4-07ca-4ae8-ac10-b0a072fd599e tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Found 0 images (rotation: 2) {{(pid=69262) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 767.267640] env[69262]: DEBUG nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.331369] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Releasing lock "refresh_cache-11161123-3245-44ba-8031-96538d86c2cc" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.331838] env[69262]: DEBUG nova.compute.manager [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.332192] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.333440] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec49c7f-c695-4967-9554-34da3493ef84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.347401] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.348448] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a92e3e0-3e15-40fc-9375-a14c73b0553e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.354852] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086246} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.358047] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.359621] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b127514-00de-4e83-8ef2-dff7a76ca4a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.363894] env[69262]: DEBUG oslo_vmware.api [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 767.363894] env[69262]: value = "task-3713383" [ 767.363894] env[69262]: _type = "Task" [ 767.363894] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.388566] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2639322f-3aec-4358-a433-10f2d009784b/2639322f-3aec-4358-a433-10f2d009784b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.392493] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0543570f-5c3c-4e86-9ed4-96fc1e05c90c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.411963] env[69262]: DEBUG oslo_vmware.api [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.422464] env[69262]: DEBUG oslo_vmware.api [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Task: {'id': task-3713382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187993} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.424275] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.424438] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.424568] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.424788] env[69262]: INFO nova.compute.manager [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Took 1.17 seconds to destroy the instance on the hypervisor. [ 767.424950] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.425246] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 767.425246] env[69262]: value = "task-3713384" [ 767.425246] env[69262]: _type = "Task" [ 767.425246] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.430148] env[69262]: DEBUG nova.compute.manager [-] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.430261] env[69262]: DEBUG nova.network.neutron [-] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.442633] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.457965] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52192cf2-3e32-fe5d-85b9-1a37d922cc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.458316] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.459145] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] c0372d33-882e-4b94-8e9c-caba53d48e76/c0372d33-882e-4b94-8e9c-caba53d48e76.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.459145] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85759e99-6a5e-4429-9bb5-ba44c4afdf4d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.470056] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 767.470056] env[69262]: value = "task-3713385" [ 767.470056] env[69262]: _type = "Task" [ 767.470056] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.483642] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.884534] env[69262]: DEBUG oslo_vmware.api [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713383, 'name': PowerOffVM_Task, 'duration_secs': 0.183977} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.885325] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.885325] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.885463] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-067ed9a5-b224-4793-9091-f27275771155 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.896245] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cfa712-a84e-4d84-a066-047cbbfb3c00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.905028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78df8e1-0e7e-40ab-98a3-9757d4f88bd9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.955926] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54809eab-377c-46bb-8eea-f2e7e67049dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.959101] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.959442] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.959515] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Deleting the datastore file [datastore1] 11161123-3245-44ba-8031-96538d86c2cc {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.960503] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78c103d0-5ac0-4ec7-ae49-920cc77da716 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.975374] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d35c8fb-2fea-44c5-affd-16a3f4274668 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.982157] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.982503] env[69262]: DEBUG oslo_vmware.api [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for the task: (returnval){ [ 767.982503] env[69262]: value = "task-3713387" [ 767.982503] env[69262]: _type = "Task" [ 767.982503] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.000568] env[69262]: DEBUG nova.compute.provider_tree [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.007553] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.011193] env[69262]: DEBUG oslo_vmware.api [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.025270] env[69262]: DEBUG nova.network.neutron [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Successfully created port: be789ee7-1430-4214-80e6-f24b6a073867 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.283626] env[69262]: DEBUG nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.336964] env[69262]: DEBUG nova.virt.hardware [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.338523] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b92685e-b7d8-410d-8931-bf2e574a4769 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.342851] env[69262]: DEBUG nova.compute.manager [req-47f84be1-e5be-4fb6-8850-90dad8f231a6 req-7057a4d6-ca56-4ab8-94a5-2a645d911612 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Received event network-vif-deleted-d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.344023] env[69262]: INFO nova.compute.manager [req-47f84be1-e5be-4fb6-8850-90dad8f231a6 req-7057a4d6-ca56-4ab8-94a5-2a645d911612 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Neutron deleted interface d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a; detaching it from the instance and deleting it from the info cache [ 768.344023] env[69262]: DEBUG nova.network.neutron [req-47f84be1-e5be-4fb6-8850-90dad8f231a6 req-7057a4d6-ca56-4ab8-94a5-2a645d911612 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.355015] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401406bc-59c0-4797-94a9-1d7761c04c93 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.465750] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713384, 'name': ReconfigVM_Task, 'duration_secs': 0.635109} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.466654] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2639322f-3aec-4358-a433-10f2d009784b/2639322f-3aec-4358-a433-10f2d009784b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.467697] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa30fd9-34cc-4fb2-be1d-5ba5ffae6f18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.477125] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 768.477125] env[69262]: value = "task-3713388" [ 768.477125] env[69262]: _type = "Task" [ 768.477125] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.491867] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713388, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.509113] env[69262]: DEBUG nova.scheduler.client.report [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.513083] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585748} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.517627] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] c0372d33-882e-4b94-8e9c-caba53d48e76/c0372d33-882e-4b94-8e9c-caba53d48e76.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.517627] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.517847] env[69262]: DEBUG oslo_vmware.api [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Task: {'id': task-3713387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344629} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.518094] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27a63246-9d7b-4ed3-b4ea-0fb5f13b8c04 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.520660] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.520660] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.520739] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.521143] env[69262]: INFO nova.compute.manager [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 768.521143] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.521422] env[69262]: DEBUG nova.compute.manager [-] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.521484] env[69262]: DEBUG nova.network.neutron [-] [instance: 11161123-3245-44ba-8031-96538d86c2cc] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.531192] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 768.531192] env[69262]: value = "task-3713389" [ 768.531192] env[69262]: _type = "Task" [ 768.531192] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.541372] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.544393] env[69262]: DEBUG nova.network.neutron [-] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.700703] env[69262]: DEBUG nova.network.neutron [-] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.847463] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64f42929-a6bd-4206-b213-0697e50355e1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.859368] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d2c446-509b-4fbc-a8ac-a9104643cc0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.903194] env[69262]: DEBUG nova.compute.manager [req-47f84be1-e5be-4fb6-8850-90dad8f231a6 req-7057a4d6-ca56-4ab8-94a5-2a645d911612 service nova] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Detach interface failed, port_id=d0c7fb3c-7b7e-4b3b-96aa-2e395f727d2a, reason: Instance d25fc554-aae7-460c-bc59-8e7bb8493d53 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 768.994755] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713388, 'name': Rename_Task, 'duration_secs': 0.18041} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.994755] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.994755] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33909926-98ff-4aeb-9142-ecc29ad28d03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.001335] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 769.001335] env[69262]: value = "task-3713390" [ 769.001335] env[69262]: _type = "Task" [ 769.001335] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.016629] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.017476] env[69262]: DEBUG nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.020242] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.021372] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.245s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.025243] env[69262]: INFO nova.compute.claims [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.045028] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074641} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.045028] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.046228] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae82690-51f2-4edf-87e7-de2a6d38805b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.048578] env[69262]: DEBUG nova.network.neutron [-] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.072076] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] c0372d33-882e-4b94-8e9c-caba53d48e76/c0372d33-882e-4b94-8e9c-caba53d48e76.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.073365] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79626010-2363-4b81-8e67-bfbc9c4265f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.097436] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 769.097436] env[69262]: value = "task-3713391" [ 769.097436] env[69262]: _type = "Task" [ 769.097436] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.106936] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.205209] env[69262]: INFO nova.compute.manager [-] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Took 1.77 seconds to deallocate network for instance. [ 769.515291] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.523689] env[69262]: DEBUG nova.compute.utils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.528199] env[69262]: DEBUG nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.528427] env[69262]: DEBUG nova.network.neutron [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.550764] env[69262]: INFO nova.compute.manager [-] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Took 1.03 seconds to deallocate network for instance. [ 769.610195] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713391, 'name': ReconfigVM_Task, 'duration_secs': 0.325193} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.610195] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Reconfigured VM instance instance-0000002b to attach disk [datastore2] c0372d33-882e-4b94-8e9c-caba53d48e76/c0372d33-882e-4b94-8e9c-caba53d48e76.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.611179] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a443582c-5d9c-4fff-ab66-57c5fb92b3d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.622928] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 769.622928] env[69262]: value = "task-3713392" [ 769.622928] env[69262]: _type = "Task" [ 769.622928] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.625905] env[69262]: DEBUG nova.policy [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9db40bfb442943c3925771284b64983d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c700e7c74b1640328530e4d13bae9516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.648109] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713392, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.713682] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.013808] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713390, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.031653] env[69262]: DEBUG nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.063596] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.142837] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713392, 'name': Rename_Task, 'duration_secs': 0.169497} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.142837] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.142837] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-654544d3-bd32-4116-aad4-df0a17519870 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.150692] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 770.150692] env[69262]: value = "task-3713393" [ 770.150692] env[69262]: _type = "Task" [ 770.150692] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.159250] env[69262]: DEBUG nova.compute.manager [req-e100d78f-eda9-4405-b832-c6a3234d4e35 req-643fc560-eca0-4d88-9762-7eafde1982f3 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Received event network-vif-plugged-be789ee7-1430-4214-80e6-f24b6a073867 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.159465] env[69262]: DEBUG oslo_concurrency.lockutils [req-e100d78f-eda9-4405-b832-c6a3234d4e35 req-643fc560-eca0-4d88-9762-7eafde1982f3 service nova] Acquiring lock "9524393b-7a6e-4590-b195-e5a34c3872a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.159789] env[69262]: DEBUG oslo_concurrency.lockutils [req-e100d78f-eda9-4405-b832-c6a3234d4e35 req-643fc560-eca0-4d88-9762-7eafde1982f3 service nova] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.159930] env[69262]: DEBUG oslo_concurrency.lockutils [req-e100d78f-eda9-4405-b832-c6a3234d4e35 req-643fc560-eca0-4d88-9762-7eafde1982f3 service nova] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.160129] env[69262]: DEBUG nova.compute.manager [req-e100d78f-eda9-4405-b832-c6a3234d4e35 req-643fc560-eca0-4d88-9762-7eafde1982f3 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] No waiting events found dispatching network-vif-plugged-be789ee7-1430-4214-80e6-f24b6a073867 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 770.160252] env[69262]: WARNING nova.compute.manager [req-e100d78f-eda9-4405-b832-c6a3234d4e35 req-643fc560-eca0-4d88-9762-7eafde1982f3 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Received unexpected event network-vif-plugged-be789ee7-1430-4214-80e6-f24b6a073867 for instance with vm_state building and task_state spawning. [ 770.169704] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.179953] env[69262]: DEBUG nova.network.neutron [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Successfully created port: 35005920-f0f9-4df0-8e18-21714a4f83c2 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.398380] env[69262]: DEBUG nova.network.neutron [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Successfully updated port: be789ee7-1430-4214-80e6-f24b6a073867 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.515571] env[69262]: DEBUG oslo_vmware.api [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713390, 'name': PowerOnVM_Task, 'duration_secs': 1.109284} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.515880] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.516098] env[69262]: INFO nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Took 10.32 seconds to spawn the instance on the hypervisor. [ 770.516499] env[69262]: DEBUG nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 770.517287] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8218ff-d8b7-4063-8752-800d3227e1bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.573653] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fb8bdf-b02f-4e69-bff5-2ef96befff3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.587245] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4184f5-04b8-4961-bcc7-7d6b2d5639b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.622560] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe03d17d-66c7-4209-8ec2-004d3711243b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.632326] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f8dee3-8270-441f-8ddb-78d8d89ff8d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.652838] env[69262]: DEBUG nova.compute.provider_tree [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.668447] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.742542] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "54acc016-703a-4a5b-9489-e653b7274603" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.744069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.901140] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "refresh_cache-9524393b-7a6e-4590-b195-e5a34c3872a1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.901304] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired lock "refresh_cache-9524393b-7a6e-4590-b195-e5a34c3872a1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.902264] env[69262]: DEBUG nova.network.neutron [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.048331] env[69262]: DEBUG nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.053630] env[69262]: INFO nova.compute.manager [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Took 57.54 seconds to build instance. [ 771.092293] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.092293] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.092293] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.092293] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.092293] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.092293] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.092941] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.093414] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.093715] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.094860] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.095169] env[69262]: DEBUG nova.virt.hardware [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.098755] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7ee226-6ad6-483d-91b7-eb93c53a1173 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.111689] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0218d66e-53d5-4d40-89c3-f6b903b83d9f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.157557] env[69262]: DEBUG nova.scheduler.client.report [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.172313] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.246667] env[69262]: DEBUG nova.compute.utils [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.480793] env[69262]: DEBUG nova.network.neutron [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.555990] env[69262]: DEBUG oslo_concurrency.lockutils [None req-477228de-5c95-4d0e-abdc-a7ff0f765575 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "2639322f-3aec-4358-a433-10f2d009784b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.851s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.667669] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.669277] env[69262]: DEBUG nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.673559] env[69262]: DEBUG oslo_vmware.api [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713393, 'name': PowerOnVM_Task, 'duration_secs': 1.088775} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.681965] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.432s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.688100] env[69262]: INFO nova.compute.claims [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.695295] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.695718] env[69262]: INFO nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Took 8.75 seconds to spawn the instance on the hypervisor. [ 771.695921] env[69262]: DEBUG nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.697219] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa615b0-8b3d-4df8-9bc5-7771623fec03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.753026] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.059326] env[69262]: DEBUG nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.128536] env[69262]: DEBUG nova.network.neutron [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Updating instance_info_cache with network_info: [{"id": "be789ee7-1430-4214-80e6-f24b6a073867", "address": "fa:16:3e:5e:d7:03", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe789ee7-14", "ovs_interfaceid": "be789ee7-1430-4214-80e6-f24b6a073867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.183262] env[69262]: DEBUG nova.compute.utils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.184936] env[69262]: DEBUG nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.188754] env[69262]: DEBUG nova.network.neutron [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.222949] env[69262]: INFO nova.compute.manager [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Took 52.32 seconds to build instance. [ 772.228059] env[69262]: DEBUG nova.network.neutron [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Successfully updated port: 35005920-f0f9-4df0-8e18-21714a4f83c2 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.277034] env[69262]: DEBUG nova.policy [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b0e8c474a694fefac25aedd92679d99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e5f82de335e444f97f316a18f88d3dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.587971] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.632565] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Releasing lock "refresh_cache-9524393b-7a6e-4590-b195-e5a34c3872a1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.633827] env[69262]: DEBUG nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Instance network_info: |[{"id": "be789ee7-1430-4214-80e6-f24b6a073867", "address": "fa:16:3e:5e:d7:03", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe789ee7-14", "ovs_interfaceid": "be789ee7-1430-4214-80e6-f24b6a073867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.634608] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:d7:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be789ee7-1430-4214-80e6-f24b6a073867', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.647418] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.647790] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.650181] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e531878a-0a9e-45b5-8c1e-0ce2580c13e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.674446] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.674446] env[69262]: value = "task-3713394" [ 772.674446] env[69262]: _type = "Task" [ 772.674446] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.686506] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713394, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.691393] env[69262]: DEBUG nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.730846] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dafa958b-020a-44d4-b4f4-f323beb245e8 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.526s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.732844] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "refresh_cache-8e88021a-4b4a-4926-84a0-de402adb19e7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.733185] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "refresh_cache-8e88021a-4b4a-4926-84a0-de402adb19e7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.733495] env[69262]: DEBUG nova.network.neutron [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.859897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "54acc016-703a-4a5b-9489-e653b7274603" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.859897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.859897] env[69262]: INFO nova.compute.manager [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Attaching volume 7e7a91a8-da21-47a0-a47f-c1082b2c3386 to /dev/sdb [ 772.896054] env[69262]: DEBUG nova.compute.manager [req-05da7eab-2ada-43f9-bcf8-3848c7f3cfae req-117647a1-29f7-401f-b737-81e5aa318a9c service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Received event network-vif-plugged-35005920-f0f9-4df0-8e18-21714a4f83c2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.896054] env[69262]: DEBUG oslo_concurrency.lockutils [req-05da7eab-2ada-43f9-bcf8-3848c7f3cfae req-117647a1-29f7-401f-b737-81e5aa318a9c service nova] Acquiring lock "8e88021a-4b4a-4926-84a0-de402adb19e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.896054] env[69262]: DEBUG oslo_concurrency.lockutils [req-05da7eab-2ada-43f9-bcf8-3848c7f3cfae req-117647a1-29f7-401f-b737-81e5aa318a9c service nova] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.896352] env[69262]: DEBUG oslo_concurrency.lockutils [req-05da7eab-2ada-43f9-bcf8-3848c7f3cfae req-117647a1-29f7-401f-b737-81e5aa318a9c service nova] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.896565] env[69262]: DEBUG nova.compute.manager [req-05da7eab-2ada-43f9-bcf8-3848c7f3cfae req-117647a1-29f7-401f-b737-81e5aa318a9c service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] No waiting events found dispatching network-vif-plugged-35005920-f0f9-4df0-8e18-21714a4f83c2 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 772.896924] env[69262]: WARNING nova.compute.manager [req-05da7eab-2ada-43f9-bcf8-3848c7f3cfae req-117647a1-29f7-401f-b737-81e5aa318a9c service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Received unexpected event network-vif-plugged-35005920-f0f9-4df0-8e18-21714a4f83c2 for instance with vm_state building and task_state spawning. [ 772.923055] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051e73fc-23a1-4da6-bc71-8c6c9e79ba32 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.936513] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195ea9a0-451c-41fc-9b48-e230535ddc0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.962407] env[69262]: DEBUG nova.virt.block_device [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Updating existing volume attachment record: 73d12b43-7635-4087-b48d-28fd688b6d3b {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 773.133293] env[69262]: DEBUG nova.network.neutron [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Successfully created port: 0b6530f3-d91a-4721-8287-362a06a9be72 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.192273] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713394, 'name': CreateVM_Task, 'duration_secs': 0.414477} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.192505] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.193339] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.193469] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.193842] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.194445] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ea75b7-9f16-45b9-b0be-6e519ac602e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.215413] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 773.215413] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bb566b-ae8a-7e4b-fc82-91c6df5b837e" [ 773.215413] env[69262]: _type = "Task" [ 773.215413] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.224174] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bb566b-ae8a-7e4b-fc82-91c6df5b837e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.240751] env[69262]: DEBUG nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.249236] env[69262]: DEBUG nova.compute.manager [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Received event network-changed-be789ee7-1430-4214-80e6-f24b6a073867 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.249445] env[69262]: DEBUG nova.compute.manager [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Refreshing instance network info cache due to event network-changed-be789ee7-1430-4214-80e6-f24b6a073867. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.249584] env[69262]: DEBUG oslo_concurrency.lockutils [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] Acquiring lock "refresh_cache-9524393b-7a6e-4590-b195-e5a34c3872a1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.250400] env[69262]: DEBUG oslo_concurrency.lockutils [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] Acquired lock "refresh_cache-9524393b-7a6e-4590-b195-e5a34c3872a1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.250400] env[69262]: DEBUG nova.network.neutron [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Refreshing network info cache for port be789ee7-1430-4214-80e6-f24b6a073867 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.322307] env[69262]: DEBUG nova.network.neutron [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.361702] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd5729-efb2-4141-aa1c-d997b7b379b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.371767] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66803c18-5757-438a-b2c3-f577f11884eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.414963] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b69272-10ac-4374-b53b-5cfb6b136991 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.430083] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4803dd-9266-415d-a937-f02cd64d6382 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.448986] env[69262]: DEBUG nova.compute.provider_tree [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.630799] env[69262]: DEBUG nova.network.neutron [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Updating instance_info_cache with network_info: [{"id": "35005920-f0f9-4df0-8e18-21714a4f83c2", "address": "fa:16:3e:f0:b0:bd", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35005920-f0", "ovs_interfaceid": "35005920-f0f9-4df0-8e18-21714a4f83c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.710858] env[69262]: DEBUG nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.724995] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bb566b-ae8a-7e4b-fc82-91c6df5b837e, 'name': SearchDatastore_Task, 'duration_secs': 0.029125} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.725371] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.725913] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.725913] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.726430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.726430] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.727910] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-534a2242-416a-45d2-ad84-dd55a313cbc6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.738770] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.739149] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.739797] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59925550-f9af-4339-a8eb-21a642b0223d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.760381] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 773.760381] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f55d10-07f3-ff87-1f73-fcc924efcb71" [ 773.760381] env[69262]: _type = "Task" [ 773.760381] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.765673] env[69262]: DEBUG nova.virt.hardware [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.770048] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835dbe81-f8d3-41b5-97b2-6fc0dba42c6d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.782019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.797186] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5502d1c8-15a0-4c10-9b2f-9f4e7d898196 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.801905] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f55d10-07f3-ff87-1f73-fcc924efcb71, 'name': SearchDatastore_Task, 'duration_secs': 0.012392} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.803140] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01da4e60-7bec-401d-8c12-1e36222bca22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.818862] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 773.818862] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52004285-3c12-10f0-0813-31bc80765b16" [ 773.818862] env[69262]: _type = "Task" [ 773.818862] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.833234] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52004285-3c12-10f0-0813-31bc80765b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.952828] env[69262]: DEBUG nova.scheduler.client.report [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.134054] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "refresh_cache-8e88021a-4b4a-4926-84a0-de402adb19e7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.134439] env[69262]: DEBUG nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Instance network_info: |[{"id": "35005920-f0f9-4df0-8e18-21714a4f83c2", "address": "fa:16:3e:f0:b0:bd", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35005920-f0", "ovs_interfaceid": "35005920-f0f9-4df0-8e18-21714a4f83c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.135162] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:b0:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35005920-f0f9-4df0-8e18-21714a4f83c2', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.147140] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.148862] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.152661] env[69262]: DEBUG nova.network.neutron [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Updated VIF entry in instance network info cache for port be789ee7-1430-4214-80e6-f24b6a073867. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.153039] env[69262]: DEBUG nova.network.neutron [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Updating instance_info_cache with network_info: [{"id": "be789ee7-1430-4214-80e6-f24b6a073867", "address": "fa:16:3e:5e:d7:03", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe789ee7-14", "ovs_interfaceid": "be789ee7-1430-4214-80e6-f24b6a073867", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.154145] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ba60db9-3bc6-49a7-b8aa-79589a43b990 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.172059] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.172329] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.180470] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.180470] env[69262]: value = "task-3713398" [ 774.180470] env[69262]: _type = "Task" [ 774.180470] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.191628] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713398, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.339983] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52004285-3c12-10f0-0813-31bc80765b16, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.340307] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.340572] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 9524393b-7a6e-4590-b195-e5a34c3872a1/9524393b-7a6e-4590-b195-e5a34c3872a1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.340843] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b3b87f0-a0a6-485f-88fd-0ae672c66d8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.352096] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 774.352096] env[69262]: value = "task-3713399" [ 774.352096] env[69262]: _type = "Task" [ 774.352096] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.364022] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.468102] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.468102] env[69262]: DEBUG nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.470463] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.254s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.471937] env[69262]: INFO nova.compute.claims [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.636170] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.636539] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.674220] env[69262]: DEBUG oslo_concurrency.lockutils [req-5e3c9d7c-8803-4a78-ae72-8cfce267466b req-69120c99-3eaa-44df-89ca-5fd88574e902 service nova] Releasing lock "refresh_cache-9524393b-7a6e-4590-b195-e5a34c3872a1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.693018] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713398, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.866765] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713399, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.978811] env[69262]: DEBUG nova.compute.utils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.986027] env[69262]: DEBUG nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.986027] env[69262]: DEBUG nova.network.neutron [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.035907] env[69262]: DEBUG nova.policy [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607df61e3b7b450daaa7dcc73b892ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d659e54da3b46599b55a538aa7d3baa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.192578] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713398, 'name': CreateVM_Task, 'duration_secs': 0.558568} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.192914] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.193563] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.193765] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.194466] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.194466] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034b7626-be47-4faa-8a0a-bf9b449a10f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.200091] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 775.200091] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52250aa8-2205-bb18-ecbb-787e664ea73b" [ 775.200091] env[69262]: _type = "Task" [ 775.200091] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.209691] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52250aa8-2205-bb18-ecbb-787e664ea73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.247930] env[69262]: DEBUG nova.network.neutron [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Successfully updated port: 0b6530f3-d91a-4721-8287-362a06a9be72 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.266880] env[69262]: DEBUG nova.compute.manager [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Received event network-changed-35005920-f0f9-4df0-8e18-21714a4f83c2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.267019] env[69262]: DEBUG nova.compute.manager [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Refreshing instance network info cache due to event network-changed-35005920-f0f9-4df0-8e18-21714a4f83c2. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.267367] env[69262]: DEBUG oslo_concurrency.lockutils [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] Acquiring lock "refresh_cache-8e88021a-4b4a-4926-84a0-de402adb19e7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.267467] env[69262]: DEBUG oslo_concurrency.lockutils [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] Acquired lock "refresh_cache-8e88021a-4b4a-4926-84a0-de402adb19e7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.267746] env[69262]: DEBUG nova.network.neutron [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Refreshing network info cache for port 35005920-f0f9-4df0-8e18-21714a4f83c2 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.364920] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72394} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.365336] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 9524393b-7a6e-4590-b195-e5a34c3872a1/9524393b-7a6e-4590-b195-e5a34c3872a1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.365615] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.365943] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-971a33da-aad8-4ab7-b996-f50ad70e336d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.375098] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 775.375098] env[69262]: value = "task-3713400" [ 775.375098] env[69262]: _type = "Task" [ 775.375098] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.385064] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.484176] env[69262]: DEBUG nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.539507] env[69262]: DEBUG nova.network.neutron [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Successfully created port: db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.614197] env[69262]: DEBUG nova.compute.manager [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Received event network-vif-plugged-0b6530f3-d91a-4721-8287-362a06a9be72 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.614333] env[69262]: DEBUG oslo_concurrency.lockutils [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] Acquiring lock "b1371739-7839-446a-8819-8df7cbd70c04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.614713] env[69262]: DEBUG oslo_concurrency.lockutils [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] Lock "b1371739-7839-446a-8819-8df7cbd70c04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.614986] env[69262]: DEBUG oslo_concurrency.lockutils [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] Lock "b1371739-7839-446a-8819-8df7cbd70c04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.615486] env[69262]: DEBUG nova.compute.manager [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] No waiting events found dispatching network-vif-plugged-0b6530f3-d91a-4721-8287-362a06a9be72 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.615841] env[69262]: WARNING nova.compute.manager [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Received unexpected event network-vif-plugged-0b6530f3-d91a-4721-8287-362a06a9be72 for instance with vm_state building and task_state spawning. [ 775.615982] env[69262]: DEBUG nova.compute.manager [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Received event network-changed-0b6530f3-d91a-4721-8287-362a06a9be72 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.616439] env[69262]: DEBUG nova.compute.manager [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Refreshing instance network info cache due to event network-changed-0b6530f3-d91a-4721-8287-362a06a9be72. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.616756] env[69262]: DEBUG oslo_concurrency.lockutils [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] Acquiring lock "refresh_cache-b1371739-7839-446a-8819-8df7cbd70c04" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.617274] env[69262]: DEBUG oslo_concurrency.lockutils [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] Acquired lock "refresh_cache-b1371739-7839-446a-8819-8df7cbd70c04" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.617274] env[69262]: DEBUG nova.network.neutron [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Refreshing network info cache for port 0b6530f3-d91a-4721-8287-362a06a9be72 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.713763] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52250aa8-2205-bb18-ecbb-787e664ea73b, 'name': SearchDatastore_Task, 'duration_secs': 0.017495} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.713993] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714633] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.714929] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.715095] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715286] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.718922] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-246e5ce0-a20b-4255-8fb2-c896b29bdd37 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.731739] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.731994] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.735997] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc21412-9ee5-4504-9afb-101c5a9fad67 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.743944] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 775.743944] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c20d4e-2604-55da-905e-a53d490a2724" [ 775.743944] env[69262]: _type = "Task" [ 775.743944] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.753405] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "refresh_cache-b1371739-7839-446a-8819-8df7cbd70c04" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.754019] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c20d4e-2604-55da-905e-a53d490a2724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.887935] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084059} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.892590] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.894331] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbe7110-dcf0-4f4c-af37-c768aa8cf81b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.922849] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9524393b-7a6e-4590-b195-e5a34c3872a1/9524393b-7a6e-4590-b195-e5a34c3872a1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.926234] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23bfa4cc-543e-4d45-8bfa-c07cd526403d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.952632] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 775.952632] env[69262]: value = "task-3713402" [ 775.952632] env[69262]: _type = "Task" [ 775.952632] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.968205] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713402, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.061736] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.061973] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.133141] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23af877a-5494-456e-aba2-1f9b4c7fe790 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.141323] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3cd2b0-709d-449a-ad58-85aeccbbef61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.176110] env[69262]: DEBUG nova.network.neutron [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.178371] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ae584-dcf7-41ce-9355-d9398881d12b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.187508] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f953a1b-58bc-4fe1-8b0c-5a589a9cf26b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.204874] env[69262]: DEBUG nova.compute.provider_tree [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.254850] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c20d4e-2604-55da-905e-a53d490a2724, 'name': SearchDatastore_Task, 'duration_secs': 0.036461} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.256315] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adeeb384-be6b-434f-89c8-dec0f94735b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.264101] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 776.264101] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52145a22-a09b-1f8e-5143-6b235a621bf3" [ 776.264101] env[69262]: _type = "Task" [ 776.264101] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.273782] env[69262]: DEBUG nova.network.neutron [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.277223] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52145a22-a09b-1f8e-5143-6b235a621bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.306761] env[69262]: DEBUG nova.network.neutron [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Updated VIF entry in instance network info cache for port 35005920-f0f9-4df0-8e18-21714a4f83c2. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.307159] env[69262]: DEBUG nova.network.neutron [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Updating instance_info_cache with network_info: [{"id": "35005920-f0f9-4df0-8e18-21714a4f83c2", "address": "fa:16:3e:f0:b0:bd", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35005920-f0", "ovs_interfaceid": "35005920-f0f9-4df0-8e18-21714a4f83c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.465331] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.505806] env[69262]: DEBUG nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.534394] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.534692] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.534850] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.535038] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.535361] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.535361] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.537445] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.537445] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.537445] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.537445] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.537445] env[69262]: DEBUG nova.virt.hardware [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.537445] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814e5839-5492-4b73-b11d-3bb54690ea0a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.546093] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315ec538-bc6f-48c3-9f05-de79fe11ea73 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.712881] env[69262]: DEBUG nova.scheduler.client.report [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.775241] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52145a22-a09b-1f8e-5143-6b235a621bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.039393} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.775539] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.775831] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8e88021a-4b4a-4926-84a0-de402adb19e7/8e88021a-4b4a-4926-84a0-de402adb19e7.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.776078] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd3d9f0-d76e-47af-b191-85b597cc02fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.778462] env[69262]: DEBUG oslo_concurrency.lockutils [req-00ce36f9-2f45-4fd9-b2dd-692baf0666cf req-99302748-cbec-4ee2-b9a9-b689bb72f715 service nova] Releasing lock "refresh_cache-b1371739-7839-446a-8819-8df7cbd70c04" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.778794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquired lock "refresh_cache-b1371739-7839-446a-8819-8df7cbd70c04" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.779057] env[69262]: DEBUG nova.network.neutron [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.787363] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 776.787363] env[69262]: value = "task-3713403" [ 776.787363] env[69262]: _type = "Task" [ 776.787363] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.796039] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.809706] env[69262]: DEBUG oslo_concurrency.lockutils [req-cff86cbb-46a7-4318-b879-07da323ea77e req-aa491dd9-fe7a-4694-ae6a-43d1ba43b583 service nova] Releasing lock "refresh_cache-8e88021a-4b4a-4926-84a0-de402adb19e7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.965062] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713402, 'name': ReconfigVM_Task, 'duration_secs': 0.737379} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.965590] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9524393b-7a6e-4590-b195-e5a34c3872a1/9524393b-7a6e-4590-b195-e5a34c3872a1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.966412] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ca0b2a0-97ae-409d-b2af-66fafaf43fb3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.975162] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 776.975162] env[69262]: value = "task-3713404" [ 776.975162] env[69262]: _type = "Task" [ 776.975162] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.989500] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713404, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.181677] env[69262]: DEBUG nova.network.neutron [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Successfully updated port: db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.216220] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.746s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.216852] env[69262]: DEBUG nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.220863] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.916s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.221293] env[69262]: DEBUG nova.objects.instance [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lazy-loading 'resources' on Instance uuid 2aec3ff9-d183-4943-a03c-2a21121ed20a {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.298063] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713403, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.300599] env[69262]: DEBUG nova.compute.manager [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Received event network-vif-plugged-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.300730] env[69262]: DEBUG oslo_concurrency.lockutils [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.301290] env[69262]: DEBUG oslo_concurrency.lockutils [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.301290] env[69262]: DEBUG oslo_concurrency.lockutils [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.301453] env[69262]: DEBUG nova.compute.manager [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] No waiting events found dispatching network-vif-plugged-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.301486] env[69262]: WARNING nova.compute.manager [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Received unexpected event network-vif-plugged-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 for instance with vm_state building and task_state spawning. [ 777.301656] env[69262]: DEBUG nova.compute.manager [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Received event network-changed-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.301805] env[69262]: DEBUG nova.compute.manager [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Refreshing instance network info cache due to event network-changed-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.301999] env[69262]: DEBUG oslo_concurrency.lockutils [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.302131] env[69262]: DEBUG oslo_concurrency.lockutils [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.302282] env[69262]: DEBUG nova.network.neutron [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Refreshing network info cache for port db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.315871] env[69262]: DEBUG nova.network.neutron [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.486297] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713404, 'name': Rename_Task, 'duration_secs': 0.276751} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.487384] env[69262]: DEBUG nova.network.neutron [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Updating instance_info_cache with network_info: [{"id": "0b6530f3-d91a-4721-8287-362a06a9be72", "address": "fa:16:3e:4d:f4:6f", "network": {"id": "ac8aa161-49dd-4a44-bcdd-0e6b83f3c52c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-196263627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e5f82de335e444f97f316a18f88d3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6530f3-d9", "ovs_interfaceid": "0b6530f3-d91a-4721-8287-362a06a9be72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.488608] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.489089] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5709c17-765b-4b94-83b6-19c93ae192b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.496411] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 777.496411] env[69262]: value = "task-3713405" [ 777.496411] env[69262]: _type = "Task" [ 777.496411] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.506469] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.674713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.674713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.685821] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.723209] env[69262]: DEBUG nova.compute.utils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.723789] env[69262]: DEBUG nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.723937] env[69262]: DEBUG nova.network.neutron [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.782762] env[69262]: DEBUG nova.policy [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e2e89d5c24c4edd8466c5a91e76a37d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a3a3426db24ecc884fc1550377d8d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.797823] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587573} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.798034] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8e88021a-4b4a-4926-84a0-de402adb19e7/8e88021a-4b4a-4926-84a0-de402adb19e7.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.798243] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.798493] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85fa1f73-1a69-46d3-b3d4-abf037a1f63c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.808592] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 777.808592] env[69262]: value = "task-3713406" [ 777.808592] env[69262]: _type = "Task" [ 777.808592] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.818806] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.858421] env[69262]: DEBUG nova.network.neutron [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.953713] env[69262]: DEBUG nova.network.neutron [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.990258] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Releasing lock "refresh_cache-b1371739-7839-446a-8819-8df7cbd70c04" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.990592] env[69262]: DEBUG nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Instance network_info: |[{"id": "0b6530f3-d91a-4721-8287-362a06a9be72", "address": "fa:16:3e:4d:f4:6f", "network": {"id": "ac8aa161-49dd-4a44-bcdd-0e6b83f3c52c", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-196263627-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e5f82de335e444f97f316a18f88d3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6530f3-d9", "ovs_interfaceid": "0b6530f3-d91a-4721-8287-362a06a9be72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.991120] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:f4:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b6530f3-d91a-4721-8287-362a06a9be72', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.001757] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Creating folder: Project (5e5f82de335e444f97f316a18f88d3dc). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.005797] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d94d8b1c-c7e6-4b85-be8a-0ff8469e61f1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.017189] env[69262]: DEBUG oslo_vmware.api [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713405, 'name': PowerOnVM_Task, 'duration_secs': 0.507923} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.017627] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.017893] env[69262]: INFO nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Took 9.73 seconds to spawn the instance on the hypervisor. [ 778.018179] env[69262]: DEBUG nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.019771] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9db1571-a393-43eb-b10f-b481d0da52df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.026021] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Created folder: Project (5e5f82de335e444f97f316a18f88d3dc) in parent group-v739409. [ 778.026313] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Creating folder: Instances. Parent ref: group-v739543. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.027180] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6177420-5ec8-4b6f-9e85-6587fe0a946d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.046964] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 778.047384] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739541', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'name': 'volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54acc016-703a-4a5b-9489-e653b7274603', 'attached_at': '', 'detached_at': '', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'serial': '7e7a91a8-da21-47a0-a47f-c1082b2c3386'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 778.048124] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Created folder: Instances in parent group-v739543. [ 778.048449] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.049273] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba1c1e7-0aac-4506-af7b-01cd23dc4069 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.052659] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.053025] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a143f0-3b41-4365-b684-7f86ee3ae57d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.087704] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198d8ed6-c783-4ce2-8166-8bd3939c0a6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.092604] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.092604] env[69262]: value = "task-3713409" [ 778.092604] env[69262]: _type = "Task" [ 778.092604] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.126526] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386/volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.131473] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6dbb20-2742-4f81-9e07-93c67ae71bfe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.145551] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713409, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.146932] env[69262]: DEBUG nova.network.neutron [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Successfully created port: c4ffd75a-43b2-47f2-aee7-7c373d966483 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.157455] env[69262]: DEBUG oslo_vmware.api [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 778.157455] env[69262]: value = "task-3713410" [ 778.157455] env[69262]: _type = "Task" [ 778.157455] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.173343] env[69262]: DEBUG oslo_vmware.api [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713410, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.232250] env[69262]: DEBUG nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.326189] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242616} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.326189] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.326604] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5e1d1f-39a6-46f1-a439-64a2c14d6538 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.352116] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8e88021a-4b4a-4926-84a0-de402adb19e7/8e88021a-4b4a-4926-84a0-de402adb19e7.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.355167] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff71f8a-8223-4217-a291-15dc1f8413fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.379133] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 778.379133] env[69262]: value = "task-3713411" [ 778.379133] env[69262]: _type = "Task" [ 778.379133] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.387890] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.444522] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb11385-80e7-45aa-8b43-553ffa3ec222 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.452695] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad54cbc-c9f6-4266-95c5-eb06e1c945d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.458951] env[69262]: DEBUG oslo_concurrency.lockutils [req-8912c905-ae6b-4087-a2e2-d2dae2d31819 req-ee8ef761-d7f3-4b67-b5ec-86b2a49bb305 service nova] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.484647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.484844] env[69262]: DEBUG nova.network.neutron [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.486967] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eddcb3f-1df2-4b07-ac30-8dcfaa5bacdb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.495743] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ae5564-3012-4202-a6c4-66a5768ef64d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.512363] env[69262]: DEBUG nova.compute.provider_tree [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.542902] env[69262]: INFO nova.compute.manager [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Took 52.35 seconds to build instance. [ 778.603894] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713409, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.669989] env[69262]: DEBUG oslo_vmware.api [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.888774] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.015664] env[69262]: DEBUG nova.scheduler.client.report [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.034681] env[69262]: DEBUG nova.network.neutron [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.045636] env[69262]: DEBUG oslo_concurrency.lockutils [None req-311cb4bf-6981-43c4-b9b4-544e81928726 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.973s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.104969] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713409, 'name': CreateVM_Task, 'duration_secs': 0.621209} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.105233] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.105950] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.106136] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.106479] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.106780] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28101e3c-5b22-4b98-9758-15b5efb97f11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.112571] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 779.112571] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e49b48-8827-dff0-0a0d-e2814f61e103" [ 779.112571] env[69262]: _type = "Task" [ 779.112571] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.124109] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e49b48-8827-dff0-0a0d-e2814f61e103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.171689] env[69262]: DEBUG oslo_vmware.api [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713410, 'name': ReconfigVM_Task, 'duration_secs': 0.904582} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.175454] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386/volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.183903] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c8423a-fc63-4d2b-b7b4-b5521a281f3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.202323] env[69262]: DEBUG oslo_vmware.api [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 779.202323] env[69262]: value = "task-3713412" [ 779.202323] env[69262]: _type = "Task" [ 779.202323] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.213375] env[69262]: DEBUG oslo_vmware.api [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.242057] env[69262]: DEBUG nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.261758] env[69262]: DEBUG nova.network.neutron [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.279273] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.279696] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.280477] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.280477] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.280878] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.280878] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.281086] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.281381] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.281655] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.282101] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.282243] env[69262]: DEBUG nova.virt.hardware [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.283618] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccef6f1f-acee-42e2-af92-a2844b7f947c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.295460] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438cd6ac-7498-443b-a7cd-575543f4a0c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.399527] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713411, 'name': ReconfigVM_Task, 'duration_secs': 0.640592} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.399527] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8e88021a-4b4a-4926-84a0-de402adb19e7/8e88021a-4b4a-4926-84a0-de402adb19e7.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.399527] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5932afc9-f8bf-4c5a-8650-d29b1090b584 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.407084] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 779.407084] env[69262]: value = "task-3713413" [ 779.407084] env[69262]: _type = "Task" [ 779.407084] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.420136] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713413, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.525845] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.529480] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.099s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.549491] env[69262]: DEBUG nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.571043] env[69262]: INFO nova.scheduler.client.report [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleted allocations for instance 2aec3ff9-d183-4943-a03c-2a21121ed20a [ 779.625227] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e49b48-8827-dff0-0a0d-e2814f61e103, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.625835] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.626148] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.626432] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.626794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.627105] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.627881] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76a11745-a1bd-4406-addb-f3920e2c2978 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.640578] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.640852] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.641858] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbb348a-c90d-4924-b9d4-e01a5e78e81f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.650959] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 779.650959] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529da4d3-2ebb-004f-3501-7cae1e3a6905" [ 779.650959] env[69262]: _type = "Task" [ 779.650959] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.661811] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529da4d3-2ebb-004f-3501-7cae1e3a6905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.716071] env[69262]: DEBUG oslo_vmware.api [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713412, 'name': ReconfigVM_Task, 'duration_secs': 0.33788} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.719958] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739541', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'name': 'volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54acc016-703a-4a5b-9489-e653b7274603', 'attached_at': '', 'detached_at': '', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'serial': '7e7a91a8-da21-47a0-a47f-c1082b2c3386'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 779.760024] env[69262]: DEBUG nova.network.neutron [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Successfully updated port: c4ffd75a-43b2-47f2-aee7-7c373d966483 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.768725] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.769192] env[69262]: DEBUG nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Instance network_info: |[{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.770275] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:72:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db9ee650-63eb-42ba-8f9c-a7f1a119c7a7', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.779993] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Creating folder: Project (3d659e54da3b46599b55a538aa7d3baa). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.780929] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94fadf9b-9feb-4102-9a7f-1b976d5c5c84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.793936] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Created folder: Project (3d659e54da3b46599b55a538aa7d3baa) in parent group-v739409. [ 779.794159] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Creating folder: Instances. Parent ref: group-v739546. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.794414] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f168e386-87fd-48e8-8003-37df5cfdf8ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.805039] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Created folder: Instances in parent group-v739546. [ 779.805269] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.805458] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.805664] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b47dfaa-f93a-436e-add3-86db45481472 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.825394] env[69262]: DEBUG nova.compute.manager [req-4512d779-1d56-450d-ba63-600b9a258586 req-c3450680-9934-427e-ae93-6fcf49170792 service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Received event network-vif-plugged-c4ffd75a-43b2-47f2-aee7-7c373d966483 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.825607] env[69262]: DEBUG oslo_concurrency.lockutils [req-4512d779-1d56-450d-ba63-600b9a258586 req-c3450680-9934-427e-ae93-6fcf49170792 service nova] Acquiring lock "57fd7958-1929-412f-82a7-73ef849d9a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.826502] env[69262]: DEBUG oslo_concurrency.lockutils [req-4512d779-1d56-450d-ba63-600b9a258586 req-c3450680-9934-427e-ae93-6fcf49170792 service nova] Lock "57fd7958-1929-412f-82a7-73ef849d9a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.826502] env[69262]: DEBUG oslo_concurrency.lockutils [req-4512d779-1d56-450d-ba63-600b9a258586 req-c3450680-9934-427e-ae93-6fcf49170792 service nova] Lock "57fd7958-1929-412f-82a7-73ef849d9a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.826502] env[69262]: DEBUG nova.compute.manager [req-4512d779-1d56-450d-ba63-600b9a258586 req-c3450680-9934-427e-ae93-6fcf49170792 service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] No waiting events found dispatching network-vif-plugged-c4ffd75a-43b2-47f2-aee7-7c373d966483 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 779.826502] env[69262]: WARNING nova.compute.manager [req-4512d779-1d56-450d-ba63-600b9a258586 req-c3450680-9934-427e-ae93-6fcf49170792 service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Received unexpected event network-vif-plugged-c4ffd75a-43b2-47f2-aee7-7c373d966483 for instance with vm_state building and task_state spawning. [ 779.832675] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.832675] env[69262]: value = "task-3713416" [ 779.832675] env[69262]: _type = "Task" [ 779.832675] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.842760] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713416, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.920620] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713413, 'name': Rename_Task, 'duration_secs': 0.236995} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.920913] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.921168] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e8f3fb-4dbe-471f-b2d4-baf0dad5156a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.929076] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 779.929076] env[69262]: value = "task-3713417" [ 779.929076] env[69262]: _type = "Task" [ 779.929076] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.733031] env[69262]: INFO nova.compute.claims [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.740866] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "refresh_cache-57fd7958-1929-412f-82a7-73ef849d9a07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.741869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "refresh_cache-57fd7958-1929-412f-82a7-73ef849d9a07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.741869] env[69262]: DEBUG nova.network.neutron [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.744273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "e545415d-fa64-4855-9c05-edc9395beffc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.744273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "e545415d-fa64-4855-9c05-edc9395beffc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.744273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "e545415d-fa64-4855-9c05-edc9395beffc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.744273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "e545415d-fa64-4855-9c05-edc9395beffc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.744273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "e545415d-fa64-4855-9c05-edc9395beffc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.763644] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.763644] env[69262]: WARNING oslo_vmware.common.loopingcall [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] task run outlasted interval by 0.33308000000000004 sec [ 780.776101] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713416, 'name': CreateVM_Task, 'duration_secs': 0.489887} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.776609] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529da4d3-2ebb-004f-3501-7cae1e3a6905, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.777729] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.778311] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.780123] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.780287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.780617] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.780851] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd49378-543c-4962-967f-80794b48dd9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.788538] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d935bdad-6940-47bf-9037-b5d2e36ef3ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.790641] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.796436] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07ae7956-9935-4ce2-8792-8e333dd57da1 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "2aec3ff9-d183-4943-a03c-2a21121ed20a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.048s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.798071] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 780.798071] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f723bc-359a-2730-559e-030c4cd6e59e" [ 780.798071] env[69262]: _type = "Task" [ 780.798071] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.799817] env[69262]: INFO nova.compute.manager [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Terminating instance [ 780.803390] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 780.803390] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520b0cca-c559-cab8-eb22-aa8e2893a8e0" [ 780.803390] env[69262]: _type = "Task" [ 780.803390] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.820634] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f723bc-359a-2730-559e-030c4cd6e59e, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.825101] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.825408] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b1371739-7839-446a-8819-8df7cbd70c04/b1371739-7839-446a-8819-8df7cbd70c04.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.826121] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520b0cca-c559-cab8-eb22-aa8e2893a8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.826386] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f7c48b-1c40-40cc-83d8-a8002a01f6dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.828869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.829156] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.829395] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.829538] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.829787] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.830438] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1908eaf4-a506-411f-9c53-f077a5c18ff9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.841964] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 780.841964] env[69262]: value = "task-3713418" [ 780.841964] env[69262]: _type = "Task" [ 780.841964] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.843661] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.843918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.847804] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e88aa5d-17a6-490f-9ab0-c5168777539c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.855189] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 780.855189] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263558c-6ea5-b8ed-beba-a37349eaa923" [ 780.855189] env[69262]: _type = "Task" [ 780.855189] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.859212] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.867886] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263558c-6ea5-b8ed-beba-a37349eaa923, 'name': SearchDatastore_Task} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.868945] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74611d01-b29c-4582-97c1-cd18e0c52b03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.875624] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 780.875624] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5278bffc-a24e-7979-8f5a-d83d075a47aa" [ 780.875624] env[69262]: _type = "Task" [ 780.875624] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.885957] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5278bffc-a24e-7979-8f5a-d83d075a47aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.250737] env[69262]: INFO nova.compute.resource_tracker [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating resource usage from migration 6af7107b-89ff-41be-834c-2e8d53d40e87 [ 781.254741] env[69262]: DEBUG nova.compute.manager [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.256059] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdac8bc-f7eb-4b55-b08b-2daa9c96471b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.277225] env[69262]: DEBUG oslo_vmware.api [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713417, 'name': PowerOnVM_Task, 'duration_secs': 0.950236} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.277533] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.277763] env[69262]: INFO nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Took 10.23 seconds to spawn the instance on the hypervisor. [ 781.277939] env[69262]: DEBUG nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 781.279404] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bacf5c4-bf35-41ec-a3bc-fbd6ae7a8bc4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.310489] env[69262]: DEBUG nova.objects.instance [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lazy-loading 'flavor' on Instance uuid 54acc016-703a-4a5b-9489-e653b7274603 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.312430] env[69262]: DEBUG nova.compute.manager [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.312611] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.319064] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebf7512-b208-4cbe-b92d-9cbb0992b4a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.327833] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.331499] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe17179-8a56-42cf-b0ec-941e5d3dbb02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.340135] env[69262]: DEBUG oslo_vmware.api [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 781.340135] env[69262]: value = "task-3713419" [ 781.340135] env[69262]: _type = "Task" [ 781.340135] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.353919] env[69262]: DEBUG nova.network.neutron [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.363024] env[69262]: DEBUG oslo_vmware.api [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.366481] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713418, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.390416] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5278bffc-a24e-7979-8f5a-d83d075a47aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.390712] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.394030] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8/796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.394030] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ada38bb-8298-40c3-b63e-96b0c74bfe14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.400373] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 781.400373] env[69262]: value = "task-3713420" [ 781.400373] env[69262]: _type = "Task" [ 781.400373] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.410270] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.551012] env[69262]: DEBUG nova.network.neutron [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Updating instance_info_cache with network_info: [{"id": "c4ffd75a-43b2-47f2-aee7-7c373d966483", "address": "fa:16:3e:a9:fd:48", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ffd75a-43", "ovs_interfaceid": "c4ffd75a-43b2-47f2-aee7-7c373d966483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.772733] env[69262]: INFO nova.compute.manager [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] instance snapshotting [ 781.776025] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddad1bd-36bf-46cc-85e5-14922fb6d38c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.802501] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d78d1a3-d522-4ef2-85f6-7d1277889e35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.806993] env[69262]: INFO nova.compute.manager [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Took 48.85 seconds to build instance. [ 781.821576] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ba0467ca-439c-454c-8e27-197fe6e4a424 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.962s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.836182] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f4fed4-1102-4994-8775-b8975c8d4861 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.851655] env[69262]: DEBUG nova.compute.manager [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Received event network-changed-c4ffd75a-43b2-47f2-aee7-7c373d966483 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.851866] env[69262]: DEBUG nova.compute.manager [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Refreshing instance network info cache due to event network-changed-c4ffd75a-43b2-47f2-aee7-7c373d966483. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.852012] env[69262]: DEBUG oslo_concurrency.lockutils [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] Acquiring lock "refresh_cache-57fd7958-1929-412f-82a7-73ef849d9a07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.861839] env[69262]: DEBUG oslo_vmware.api [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713419, 'name': PowerOffVM_Task, 'duration_secs': 0.227893} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.862169] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.862349] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.863423] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8927919-3d87-4a7b-b290-5fd2e3d3528a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.868813] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0460117f-6818-4fe1-906f-4f81f600d001 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.877262] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531308} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.902359] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b1371739-7839-446a-8819-8df7cbd70c04/b1371739-7839-446a-8819-8df7cbd70c04.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.902629] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.903953] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a9c7cf-ba5d-4b58-b5ea-b7638f2f4d3d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.910650] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e714c-07e4-4cc1-a17b-eab6daeacd4b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.925468] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20172551-c634-418d-b1f1-adc063770f7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.931052] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.931279] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 781.931279] env[69262]: value = "task-3713422" [ 781.931279] env[69262]: _type = "Task" [ 781.931279] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.944153] env[69262]: DEBUG nova.compute.provider_tree [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.951393] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.968959] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.969484] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.969589] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleting the datastore file [datastore1] e545415d-fa64-4855-9c05-edc9395beffc {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.969878] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeb86b9f-9945-4395-aecd-6f30ab70f87e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.978491] env[69262]: DEBUG oslo_vmware.api [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 781.978491] env[69262]: value = "task-3713423" [ 781.978491] env[69262]: _type = "Task" [ 781.978491] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.990171] env[69262]: DEBUG oslo_vmware.api [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.053754] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "refresh_cache-57fd7958-1929-412f-82a7-73ef849d9a07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.053754] env[69262]: DEBUG nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Instance network_info: |[{"id": "c4ffd75a-43b2-47f2-aee7-7c373d966483", "address": "fa:16:3e:a9:fd:48", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ffd75a-43", "ovs_interfaceid": "c4ffd75a-43b2-47f2-aee7-7c373d966483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.053981] env[69262]: DEBUG oslo_concurrency.lockutils [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] Acquired lock "refresh_cache-57fd7958-1929-412f-82a7-73ef849d9a07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.054119] env[69262]: DEBUG nova.network.neutron [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Refreshing network info cache for port c4ffd75a-43b2-47f2-aee7-7c373d966483 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.055654] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:fd:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4ffd75a-43b2-47f2-aee7-7c373d966483', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.063601] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.066867] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.067479] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8984c5fc-4c2e-47d7-8e1a-8830302d5580 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.091258] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.091258] env[69262]: value = "task-3713424" [ 782.091258] env[69262]: _type = "Task" [ 782.091258] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.102120] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713424, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.311741] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4065ecf4-1bc7-4fbe-a9e6-8145453ad6de tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.997s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.318739] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 782.319383] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bdf5b8be-1259-4f2a-8ff2-4d70e495bce0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.323207] env[69262]: DEBUG nova.network.neutron [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Updated VIF entry in instance network info cache for port c4ffd75a-43b2-47f2-aee7-7c373d966483. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.323574] env[69262]: DEBUG nova.network.neutron [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Updating instance_info_cache with network_info: [{"id": "c4ffd75a-43b2-47f2-aee7-7c373d966483", "address": "fa:16:3e:a9:fd:48", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4ffd75a-43", "ovs_interfaceid": "c4ffd75a-43b2-47f2-aee7-7c373d966483", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.331997] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 782.331997] env[69262]: value = "task-3713425" [ 782.331997] env[69262]: _type = "Task" [ 782.331997] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.343021] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713425, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.414435] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577868} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.414814] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8/796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.415127] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.415503] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70abeb65-38aa-4192-a673-0f5abf8e3685 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.426962] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 782.426962] env[69262]: value = "task-3713426" [ 782.426962] env[69262]: _type = "Task" [ 782.426962] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.439644] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.445576] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205103} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.445861] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.446710] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d631d8a-273e-4f54-a7f7-fd8d2bd8897f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.449862] env[69262]: DEBUG nova.scheduler.client.report [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.476371] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b1371739-7839-446a-8819-8df7cbd70c04/b1371739-7839-446a-8819-8df7cbd70c04.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.477531] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2699ab-150f-44ec-9a58-51629444475e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.503668] env[69262]: DEBUG oslo_vmware.api [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202439} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.505218] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.505655] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.505868] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.506482] env[69262]: INFO nova.compute.manager [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Took 1.19 seconds to destroy the instance on the hypervisor. [ 782.506482] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.506643] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 782.506643] env[69262]: value = "task-3713427" [ 782.506643] env[69262]: _type = "Task" [ 782.506643] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.506829] env[69262]: DEBUG nova.compute.manager [-] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.506932] env[69262]: DEBUG nova.network.neutron [-] [instance: e545415d-fa64-4855-9c05-edc9395beffc] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.520214] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.604642] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713424, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.816771] env[69262]: DEBUG nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.820048] env[69262]: DEBUG oslo_concurrency.lockutils [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "54acc016-703a-4a5b-9489-e653b7274603" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.820276] env[69262]: DEBUG oslo_concurrency.lockutils [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.827066] env[69262]: DEBUG oslo_concurrency.lockutils [req-17579b6b-5528-4b80-a9eb-52a93e626413 req-99bfa8f3-c063-47ad-855a-67b7f838947a service nova] Releasing lock "refresh_cache-57fd7958-1929-412f-82a7-73ef849d9a07" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.843413] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713425, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.937751] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203136} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.938215] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.939140] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498347b5-8be9-4cae-949a-de01d66c52a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.962265] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8/796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.963515] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.434s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.963515] env[69262]: INFO nova.compute.manager [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Migrating [ 782.963667] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.963701] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.965029] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7f6a9e-4bb0-40a5-ba8d-060a49d9ec08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.979936] env[69262]: INFO nova.compute.rpcapi [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 782.980551] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.989482] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.521s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.989733] env[69262]: DEBUG nova.objects.instance [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lazy-loading 'resources' on Instance uuid 51d669fe-5caa-478a-8b17-19a0e14863fb {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.001369] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 783.001369] env[69262]: value = "task-3713428" [ 783.001369] env[69262]: _type = "Task" [ 783.001369] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.012413] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.021398] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.103252] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713424, 'name': CreateVM_Task, 'duration_secs': 0.558892} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.103346] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.104346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.104510] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.105102] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.105367] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7a811c-6a14-4201-95a6-789a5e900efc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.111023] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 783.111023] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528cf357-e5fe-834a-96f4-e014762cc7bb" [ 783.111023] env[69262]: _type = "Task" [ 783.111023] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.119165] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528cf357-e5fe-834a-96f4-e014762cc7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.265559] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1a8bac-509d-4101-8391-00d0455ddd06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.272606] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe65752-d968-42eb-8a85-0bc78cccfe9e tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Suspending the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 783.272917] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3ae028e8-71b7-4e31-8d56-fe827cbf61ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.282033] env[69262]: DEBUG oslo_vmware.api [None req-bbe65752-d968-42eb-8a85-0bc78cccfe9e tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 783.282033] env[69262]: value = "task-3713429" [ 783.282033] env[69262]: _type = "Task" [ 783.282033] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.291759] env[69262]: DEBUG oslo_vmware.api [None req-bbe65752-d968-42eb-8a85-0bc78cccfe9e tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713429, 'name': SuspendVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.311257] env[69262]: DEBUG nova.network.neutron [-] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.325358] env[69262]: INFO nova.compute.manager [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Detaching volume 7e7a91a8-da21-47a0-a47f-c1082b2c3386 [ 783.344074] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713425, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.345256] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.364687] env[69262]: INFO nova.virt.block_device [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Attempting to driver detach volume 7e7a91a8-da21-47a0-a47f-c1082b2c3386 from mountpoint /dev/sdb [ 783.365032] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 783.365256] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739541', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'name': 'volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54acc016-703a-4a5b-9489-e653b7274603', 'attached_at': '', 'detached_at': '', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'serial': '7e7a91a8-da21-47a0-a47f-c1082b2c3386'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 783.366594] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a44d6b-cdee-4ec6-b516-5cd2cd49bf4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.389868] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d779d7c1-f842-41ae-a3bc-aa018df70f39 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.397967] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d613bd61-2d32-4f6d-bbdd-9b771d30e803 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.420496] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f35eb2c-bf1f-4217-a798-abd030b14ec9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.437253] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] The volume has not been displaced from its original location: [datastore2] volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386/volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 783.443035] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 783.443370] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389a90d9-e6ff-4307-bf74-cb04bdc4cbda {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.463057] env[69262]: DEBUG oslo_vmware.api [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 783.463057] env[69262]: value = "task-3713430" [ 783.463057] env[69262]: _type = "Task" [ 783.463057] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.472765] env[69262]: DEBUG oslo_vmware.api [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.503404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.503623] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.503829] env[69262]: DEBUG nova.network.neutron [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.517157] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.532211] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.628472] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528cf357-e5fe-834a-96f4-e014762cc7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010813} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.628936] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.629058] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.629298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.629445] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.629623] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.629964] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29457ea6-e4b5-43b2-b4ef-1396660e22d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.640822] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.640975] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.641735] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e443088a-b1be-4a69-ba66-4161f8afa5b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.647967] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 783.647967] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521d73a7-7f7c-9335-004f-4a39df7e7e18" [ 783.647967] env[69262]: _type = "Task" [ 783.647967] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.661596] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521d73a7-7f7c-9335-004f-4a39df7e7e18, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.662457] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f39563-a1c8-48e9-81a2-1fbc73252831 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.671847] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 783.671847] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52975b16-605b-0961-3474-7e6adc7fd0f9" [ 783.671847] env[69262]: _type = "Task" [ 783.671847] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.683472] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52975b16-605b-0961-3474-7e6adc7fd0f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010764} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.687287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.687404] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 57fd7958-1929-412f-82a7-73ef849d9a07/57fd7958-1929-412f-82a7-73ef849d9a07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.687909] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1b6addc-0497-43c1-b2a7-bb0288c50ef5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.695287] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 783.695287] env[69262]: value = "task-3713431" [ 783.695287] env[69262]: _type = "Task" [ 783.695287] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.704841] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.796241] env[69262]: DEBUG oslo_vmware.api [None req-bbe65752-d968-42eb-8a85-0bc78cccfe9e tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713429, 'name': SuspendVM_Task} progress is 62%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.814491] env[69262]: INFO nova.compute.manager [-] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Took 1.31 seconds to deallocate network for instance. [ 783.848240] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713425, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.886505] env[69262]: DEBUG nova.compute.manager [req-cb4f640e-5cf0-4397-b40c-f9a2371f4674 req-c2a2d3aa-54cf-441c-8a73-d85ea2cb8570 service nova] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Received event network-vif-deleted-9576bc6c-9eda-4f62-8a0f-77e91c202ca8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.982355] env[69262]: DEBUG oslo_vmware.api [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713430, 'name': ReconfigVM_Task, 'duration_secs': 0.408046} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.982758] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 783.989235] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc85c17-9e40-482a-9f7a-00e0e3fe322c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.015447] env[69262]: DEBUG oslo_vmware.api [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 784.015447] env[69262]: value = "task-3713432" [ 784.015447] env[69262]: _type = "Task" [ 784.015447] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.027672] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713428, 'name': ReconfigVM_Task, 'duration_secs': 0.817591} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.029121] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8/796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.030490] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31ce7796-56fb-4acc-93a6-074b6e4c8973 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.039539] env[69262]: DEBUG oslo_vmware.api [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.039539] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713427, 'name': ReconfigVM_Task, 'duration_secs': 1.174572} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.042792] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b1371739-7839-446a-8819-8df7cbd70c04/b1371739-7839-446a-8819-8df7cbd70c04.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.043681] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf61d4c1-a1af-4b35-8162-e0c293db0bcd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.050621] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 784.050621] env[69262]: value = "task-3713433" [ 784.050621] env[69262]: _type = "Task" [ 784.050621] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.053041] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 784.053041] env[69262]: value = "task-3713434" [ 784.053041] env[69262]: _type = "Task" [ 784.053041] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.073450] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713433, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.077182] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713434, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.084803] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47876d10-ed28-4603-ad1b-e3e4aed9b80d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.096824] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a781d0-b6cd-4a2a-a368-adb1f8c4f811 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.138315] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ca62d0-2f2f-42c1-b437-587fa438f17a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.149915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c28acf-8177-4e27-b3f3-3799a911b100 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.169513] env[69262]: DEBUG nova.compute.provider_tree [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.212139] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511638} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.213340] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 57fd7958-1929-412f-82a7-73ef849d9a07/57fd7958-1929-412f-82a7-73ef849d9a07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.213844] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.214428] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f79e37f2-94e7-41c8-bb9f-3d9a17f81ad2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.225259] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 784.225259] env[69262]: value = "task-3713435" [ 784.225259] env[69262]: _type = "Task" [ 784.225259] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.237459] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.293860] env[69262]: DEBUG oslo_vmware.api [None req-bbe65752-d968-42eb-8a85-0bc78cccfe9e tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713429, 'name': SuspendVM_Task, 'duration_secs': 0.694447} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.294152] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bbe65752-d968-42eb-8a85-0bc78cccfe9e tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Suspended the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 784.294337] env[69262]: DEBUG nova.compute.manager [None req-bbe65752-d968-42eb-8a85-0bc78cccfe9e tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.295176] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79f2b49-5bae-448b-bffe-26e62c8794ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.308061] env[69262]: DEBUG nova.network.neutron [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance_info_cache with network_info: [{"id": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "address": "fa:16:3e:52:f9:dd", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2fc6f5-13", "ovs_interfaceid": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.324663] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.348139] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713425, 'name': CreateSnapshot_Task, 'duration_secs': 1.599317} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.348423] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 784.349205] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0250b43-cb02-4398-b4d2-8a6732c46246 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.529418] env[69262]: DEBUG oslo_vmware.api [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713432, 'name': ReconfigVM_Task, 'duration_secs': 0.191806} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.529772] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739541', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'name': 'volume-7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54acc016-703a-4a5b-9489-e653b7274603', 'attached_at': '', 'detached_at': '', 'volume_id': '7e7a91a8-da21-47a0-a47f-c1082b2c3386', 'serial': '7e7a91a8-da21-47a0-a47f-c1082b2c3386'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 784.568210] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713434, 'name': Rename_Task, 'duration_secs': 0.195935} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.571694] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.571937] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713433, 'name': Rename_Task, 'duration_secs': 0.197916} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.572170] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1ee31b-edfb-4706-8a1f-d30e0cf9594e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.573931] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.574180] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1847e17-57e8-46db-a44d-7ee438418599 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.581122] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 784.581122] env[69262]: value = "task-3713436" [ 784.581122] env[69262]: _type = "Task" [ 784.581122] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.582730] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 784.582730] env[69262]: value = "task-3713437" [ 784.582730] env[69262]: _type = "Task" [ 784.582730] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.594802] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.598031] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.678110] env[69262]: DEBUG nova.scheduler.client.report [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.735964] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080641} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.736123] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.736940] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3224611-8567-49fc-acc4-436caeb41f59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.760024] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 57fd7958-1929-412f-82a7-73ef849d9a07/57fd7958-1929-412f-82a7-73ef849d9a07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.760365] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd05de2-608d-4dc5-9cac-c054c383ed47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.781214] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 784.781214] env[69262]: value = "task-3713438" [ 784.781214] env[69262]: _type = "Task" [ 784.781214] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.790401] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.810408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.867129] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.867803] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4073f208-44f3-4f8f-8cb2-2c885c721095 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.877930] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 784.877930] env[69262]: value = "task-3713439" [ 784.877930] env[69262]: _type = "Task" [ 784.877930] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.886966] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713439, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.092137] env[69262]: DEBUG nova.objects.instance [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lazy-loading 'flavor' on Instance uuid 54acc016-703a-4a5b-9489-e653b7274603 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.099339] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.106686] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.182645] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.185519] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.164s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.187499] env[69262]: INFO nova.compute.claims [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.213883] env[69262]: INFO nova.scheduler.client.report [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted allocations for instance 51d669fe-5caa-478a-8b17-19a0e14863fb [ 785.292248] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713438, 'name': ReconfigVM_Task, 'duration_secs': 0.290903} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.292550] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 57fd7958-1929-412f-82a7-73ef849d9a07/57fd7958-1929-412f-82a7-73ef849d9a07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.293270] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3e8f293-cef3-4757-ba9e-4e437f1efc66 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.301947] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 785.301947] env[69262]: value = "task-3713440" [ 785.301947] env[69262]: _type = "Task" [ 785.301947] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.314180] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713440, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.392750] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713439, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.604756] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.609548] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.723706] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db58021c-3e90-40d8-bbcb-f2e1ad6f1c76 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "51d669fe-5caa-478a-8b17-19a0e14863fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.362s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.816992] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713440, 'name': Rename_Task, 'duration_secs': 0.167549} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.816992] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.817376] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cb331da-1e1d-485e-8f8e-9a1654323ca2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.825796] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 785.825796] env[69262]: value = "task-3713441" [ 785.825796] env[69262]: _type = "Task" [ 785.825796] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.836176] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.894068] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713439, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.095364] env[69262]: DEBUG oslo_vmware.api [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713436, 'name': PowerOnVM_Task, 'duration_secs': 1.317277} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.098428] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.098673] env[69262]: INFO nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Took 12.39 seconds to spawn the instance on the hypervisor. [ 786.098931] env[69262]: DEBUG nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.104227] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad9603-45f6-49c0-9165-8f546ace99b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.115553] env[69262]: DEBUG oslo_concurrency.lockutils [None req-adc0d726-4717-420e-8153-546ee8e55d62 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.116757] env[69262]: DEBUG oslo_vmware.api [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713437, 'name': PowerOnVM_Task, 'duration_secs': 1.317431} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.118760] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.119508] env[69262]: INFO nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Took 9.61 seconds to spawn the instance on the hypervisor. [ 786.120346] env[69262]: DEBUG nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.128148] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43f1520-c7c4-4013-b5fd-b75e8db168e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.342121] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30869e29-1c4b-48d5-99bb-c263345f2e18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.363709] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance 'bfe7a82e-684c-485e-a4b2-0e247a218637' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.376293] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713441, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.394252] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713439, 'name': CloneVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.645882] env[69262]: INFO nova.compute.manager [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Took 45.89 seconds to build instance. [ 786.648682] env[69262]: INFO nova.compute.manager [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Took 42.42 seconds to build instance. [ 786.715328] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a12faf-7c86-498e-a07f-53fec1e3913a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.725231] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcdfb8d-e38e-4242-8763-e227197587cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.759645] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2074b3-d531-4616-b4ad-a342678ae7ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.768188] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca70e467-adec-40cf-a951-4c0a2ef6f774 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.783422] env[69262]: DEBUG nova.compute.provider_tree [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.822993] env[69262]: DEBUG nova.compute.manager [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.823570] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b6de50-3165-4fa4-8d30-1748a567d36c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.842494] env[69262]: DEBUG oslo_vmware.api [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713441, 'name': PowerOnVM_Task, 'duration_secs': 0.575792} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.842781] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.842994] env[69262]: INFO nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Took 7.60 seconds to spawn the instance on the hypervisor. [ 786.843198] env[69262]: DEBUG nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.843979] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c279da7a-0a46-4a5b-8fde-cd1ee8b830f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.879981] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.880326] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3732f6c-06b3-42f6-9367-b830c171f9f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.891845] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713439, 'name': CloneVM_Task, 'duration_secs': 1.649923} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.892627] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Created linked-clone VM from snapshot [ 786.894123] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f05f64-a754-4196-9fb8-fa1c63533b33 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.897382] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 786.897382] env[69262]: value = "task-3713442" [ 786.897382] env[69262]: _type = "Task" [ 786.897382] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.906429] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Uploading image 22f5f8bb-54c7-4e16-b868-61a363a6c613 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 786.916140] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.919436] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd2b2a0d-62dd-43ef-9a91-9439b6ee5eb4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "02993975-1df6-4c0f-8c5d-5e80eb7b2dc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.919676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd2b2a0d-62dd-43ef-9a91-9439b6ee5eb4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "02993975-1df6-4c0f-8c5d-5e80eb7b2dc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.930161] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 786.930161] env[69262]: value = "vm-739551" [ 786.930161] env[69262]: _type = "VirtualMachine" [ 786.930161] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 786.930757] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6092f634-69c1-4391-b436-0cdccf712d7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.938902] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lease: (returnval){ [ 786.938902] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d63bd-2fc0-c6b4-ea3f-17cbc045721f" [ 786.938902] env[69262]: _type = "HttpNfcLease" [ 786.938902] env[69262]: } obtained for exporting VM: (result){ [ 786.938902] env[69262]: value = "vm-739551" [ 786.938902] env[69262]: _type = "VirtualMachine" [ 786.938902] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 786.939269] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the lease: (returnval){ [ 786.939269] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d63bd-2fc0-c6b4-ea3f-17cbc045721f" [ 786.939269] env[69262]: _type = "HttpNfcLease" [ 786.939269] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 786.949641] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.949641] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d63bd-2fc0-c6b4-ea3f-17cbc045721f" [ 786.949641] env[69262]: _type = "HttpNfcLease" [ 786.949641] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.147434] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea688e16-8dd9-4151-a1c1-640155aac326 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "b1371739-7839-446a-8819-8df7cbd70c04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.132s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.149803] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9df18719-82cf-4cc7-96db-9ddcc2db9de0 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.081s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.281744] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "08796840-bdeb-4383-b113-6006cbdf82c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.282485] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "08796840-bdeb-4383-b113-6006cbdf82c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.290017] env[69262]: DEBUG nova.scheduler.client.report [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.341025] env[69262]: INFO nova.compute.manager [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] instance snapshotting [ 787.341025] env[69262]: WARNING nova.compute.manager [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 787.343211] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e473f1a4-3fac-4d8c-8e72-335c3b45fa38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.371504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe9b2b-256f-47d4-a5a8-10d108c6eff7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.377518] env[69262]: INFO nova.compute.manager [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Took 39.18 seconds to build instance. [ 787.411500] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713442, 'name': PowerOffVM_Task, 'duration_secs': 0.208065} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.411835] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.412040] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance 'bfe7a82e-684c-485e-a4b2-0e247a218637' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.453027] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.453027] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d63bd-2fc0-c6b4-ea3f-17cbc045721f" [ 787.453027] env[69262]: _type = "HttpNfcLease" [ 787.453027] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 787.453027] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 787.453027] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526d63bd-2fc0-c6b4-ea3f-17cbc045721f" [ 787.453027] env[69262]: _type = "HttpNfcLease" [ 787.453027] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 787.453915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7234f05-cbf1-4aa6-9714-c71f1ec40e3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.464624] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228abf5-dcd1-e825-cbe8-8e09badc04ec/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 787.465062] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228abf5-dcd1-e825-cbe8-8e09badc04ec/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 787.634023] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76ebfd8f-58e0-4d3f-9646-4b76de82884c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.650276] env[69262]: DEBUG nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.653891] env[69262]: DEBUG nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.745414] env[69262]: DEBUG nova.compute.manager [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Received event network-changed-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.745618] env[69262]: DEBUG nova.compute.manager [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Refreshing instance network info cache due to event network-changed-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.745840] env[69262]: DEBUG oslo_concurrency.lockutils [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.745985] env[69262]: DEBUG oslo_concurrency.lockutils [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.746175] env[69262]: DEBUG nova.network.neutron [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Refreshing network info cache for port db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.792253] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.792862] env[69262]: DEBUG nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.799020] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.170s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.799020] env[69262]: INFO nova.compute.claims [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.882356] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bfc72fd2-8f8f-4c0d-bd07-194813d30310 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "57fd7958-1929-412f-82a7-73ef849d9a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.813s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.891766] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 787.896430] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-faa567d0-54b7-4c72-b225-130572e64b3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.906011] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 787.906011] env[69262]: value = "task-3713444" [ 787.906011] env[69262]: _type = "Task" [ 787.906011] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.916320] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.920679] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.920888] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.922110] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.922110] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.922110] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.922110] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.922110] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.922358] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.922512] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.922801] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.922967] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.928693] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f22d3b-18c7-4f81-8bbb-1b2d6a96d626 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.947691] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 787.947691] env[69262]: value = "task-3713445" [ 787.947691] env[69262]: _type = "Task" [ 787.947691] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.957314] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.118869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "b1371739-7839-446a-8819-8df7cbd70c04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.119262] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "b1371739-7839-446a-8819-8df7cbd70c04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.119771] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "b1371739-7839-446a-8819-8df7cbd70c04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.119988] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "b1371739-7839-446a-8819-8df7cbd70c04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.120280] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "b1371739-7839-446a-8819-8df7cbd70c04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.123145] env[69262]: INFO nova.compute.manager [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Terminating instance [ 788.187079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.191752] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.306220] env[69262]: DEBUG nova.compute.utils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.312218] env[69262]: DEBUG nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.312829] env[69262]: DEBUG nova.network.neutron [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.384164] env[69262]: DEBUG nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.398284] env[69262]: DEBUG nova.policy [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89fe08f342ae4958981671b0dfd96190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5cdc01771f740989d97c0c57a0754f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.424131] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713444, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.462205] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713445, 'name': ReconfigVM_Task, 'duration_secs': 0.191623} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.465167] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance 'bfe7a82e-684c-485e-a4b2-0e247a218637' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 788.558092] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "62593aee-807d-4efd-8377-26d38f9cd44d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.558703] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.619377] env[69262]: DEBUG nova.network.neutron [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updated VIF entry in instance network info cache for port db9ee650-63eb-42ba-8f9c-a7f1a119c7a7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.620181] env[69262]: DEBUG nova.network.neutron [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.627546] env[69262]: DEBUG nova.compute.manager [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.628869] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.629385] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc1e000-94e8-4891-9751-c5c160f0b2ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.639413] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.639729] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd3cbfa-efda-4d7b-b09a-6ba2fb4420bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.649313] env[69262]: DEBUG oslo_vmware.api [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 788.649313] env[69262]: value = "task-3713446" [ 788.649313] env[69262]: _type = "Task" [ 788.649313] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.665632] env[69262]: DEBUG oslo_vmware.api [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.809893] env[69262]: DEBUG nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.852020] env[69262]: DEBUG nova.network.neutron [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Successfully created port: 53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.916018] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.925853] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713444, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.971464] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.972147] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.972466] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.973964] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.974244] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.974526] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.974815] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.975116] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.975319] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.975500] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.975994] env[69262]: DEBUG nova.virt.hardware [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.983487] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Reconfiguring VM instance instance-00000026 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 788.988948] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e68022-85aa-4a8b-85c4-95a94e0eaa60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.014406] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 789.014406] env[69262]: value = "task-3713447" [ 789.014406] env[69262]: _type = "Task" [ 789.014406] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.034338] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.123030] env[69262]: DEBUG oslo_concurrency.lockutils [req-5685c92d-2000-467d-a9dd-e0a85f40a466 req-5b8dfceb-a7a5-4b36-a4cb-c5382a5f0052 service nova] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.161993] env[69262]: DEBUG oslo_vmware.api [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713446, 'name': PowerOffVM_Task, 'duration_secs': 0.263183} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.165432] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.165432] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.166870] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a6c3c8a-eb40-4be9-b0b1-9513685477ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.263693] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.264700] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.264700] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Deleting the datastore file [datastore2] b1371739-7839-446a-8819-8df7cbd70c04 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.265697] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67caf995-ddd4-4a48-9fce-a20ec6ad9a10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.276551] env[69262]: DEBUG oslo_vmware.api [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for the task: (returnval){ [ 789.276551] env[69262]: value = "task-3713449" [ 789.276551] env[69262]: _type = "Task" [ 789.276551] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.287789] env[69262]: DEBUG oslo_vmware.api [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.421767] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713444, 'name': CreateSnapshot_Task, 'duration_secs': 1.164445} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.425955] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.427027] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c1aea2-9f41-486f-8a62-a6b6a1d0a5d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.529162] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713447, 'name': ReconfigVM_Task, 'duration_secs': 0.227535} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.532829] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Reconfigured VM instance instance-00000026 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 789.534391] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dc9f2e-c5e4-41ae-b050-f3038f402834 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.562624] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] bfe7a82e-684c-485e-a4b2-0e247a218637/bfe7a82e-684c-485e-a4b2-0e247a218637.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.564417] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ccef5f2-362f-4cd2-ae9b-651039c48d9e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.579870] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85178a-86a9-48d5-9d74-646bf2b32d26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.590685] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae6f1f4-cf97-45c9-b056-c14e754efbef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.594229] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 789.594229] env[69262]: value = "task-3713450" [ 789.594229] env[69262]: _type = "Task" [ 789.594229] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.630300] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8280dd1-1ccb-4265-8247-18891a3825b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.637711] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.644370] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f5c30-2c1a-4444-bc8d-c5ff8c559bd8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.660088] env[69262]: DEBUG nova.compute.provider_tree [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.789137] env[69262]: DEBUG oslo_vmware.api [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Task: {'id': task-3713449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245907} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.789137] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.789137] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.789289] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.790174] env[69262]: INFO nova.compute.manager [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 789.790428] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.790639] env[69262]: DEBUG nova.compute.manager [-] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.790730] env[69262]: DEBUG nova.network.neutron [-] [instance: b1371739-7839-446a-8819-8df7cbd70c04] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.823335] env[69262]: DEBUG nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.851352] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.851672] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.851833] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.852045] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.852517] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.852782] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.853074] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.853311] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.853549] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.853781] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.854050] env[69262]: DEBUG nova.virt.hardware [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.855586] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2a0d8-1dab-4be6-8b02-fa8c3435413d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.867604] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da76d6e5-dc72-40b0-b47a-6357736491aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.954182] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.954182] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27300f4f-4b95-4f1d-aa51-3f93923192b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.965419] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 789.965419] env[69262]: value = "task-3713451" [ 789.965419] env[69262]: _type = "Task" [ 789.965419] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.977053] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713451, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.999208] env[69262]: DEBUG nova.compute.manager [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.999952] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d491436-b9ed-41b3-8884-03b6445c200d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.107466] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713450, 'name': ReconfigVM_Task, 'duration_secs': 0.348687} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.109338] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Reconfigured VM instance instance-00000026 to attach disk [datastore2] bfe7a82e-684c-485e-a4b2-0e247a218637/bfe7a82e-684c-485e-a4b2-0e247a218637.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.109638] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance 'bfe7a82e-684c-485e-a4b2-0e247a218637' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 790.114849] env[69262]: DEBUG nova.compute.manager [req-9c4803bc-6b6c-468e-a4b3-32da30f039d0 req-50c46f3f-811b-4e0d-86a1-e2a061dd6b96 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Received event network-vif-deleted-0b6530f3-d91a-4721-8287-362a06a9be72 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.115142] env[69262]: INFO nova.compute.manager [req-9c4803bc-6b6c-468e-a4b3-32da30f039d0 req-50c46f3f-811b-4e0d-86a1-e2a061dd6b96 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Neutron deleted interface 0b6530f3-d91a-4721-8287-362a06a9be72; detaching it from the instance and deleting it from the info cache [ 790.115334] env[69262]: DEBUG nova.network.neutron [req-9c4803bc-6b6c-468e-a4b3-32da30f039d0 req-50c46f3f-811b-4e0d-86a1-e2a061dd6b96 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.165861] env[69262]: DEBUG nova.scheduler.client.report [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.481319] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713451, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.513360] env[69262]: INFO nova.compute.manager [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] instance snapshotting [ 790.516900] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f504787-6c19-48d1-9668-016992a53b7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.542279] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ab4094-d6d8-4d3c-9118-b4c946fef87c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.547317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Acquiring lock "650bd951-2b5c-405e-9814-8b57857add16" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.547665] env[69262]: DEBUG oslo_concurrency.lockutils [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lock "650bd951-2b5c-405e-9814-8b57857add16" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.587273] env[69262]: DEBUG nova.network.neutron [-] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.619742] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6150fe2-1364-426a-9e3f-a71b277cc7c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.623253] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ae082d-f54a-43d7-9281-049b3e6b042d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.648451] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22306e5d-518a-429d-bc15-253624f85dce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.655634] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2145e5-3889-4f1d-8731-a33e121d4ab3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.672230] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.672876] env[69262]: DEBUG nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.695989] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.475s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.695989] env[69262]: INFO nova.compute.claims [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.699573] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance 'bfe7a82e-684c-485e-a4b2-0e247a218637' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 790.734568] env[69262]: DEBUG nova.compute.manager [req-9c4803bc-6b6c-468e-a4b3-32da30f039d0 req-50c46f3f-811b-4e0d-86a1-e2a061dd6b96 service nova] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Detach interface failed, port_id=0b6530f3-d91a-4721-8287-362a06a9be72, reason: Instance b1371739-7839-446a-8819-8df7cbd70c04 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 790.735866] env[69262]: DEBUG nova.network.neutron [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Successfully updated port: 53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.740857] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "ad8a3a86-13df-41d9-b660-b30255a41fab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.741313] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.741934] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "ad8a3a86-13df-41d9-b660-b30255a41fab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.742385] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.742385] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.745655] env[69262]: INFO nova.compute.manager [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Terminating instance [ 790.770385] env[69262]: DEBUG nova.compute.manager [req-1b444495-4f90-4e7a-a62d-af16638237d6 req-9d4d37a4-f666-4fae-a1dd-cb6175f5f3eb service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Received event network-vif-plugged-53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.770616] env[69262]: DEBUG oslo_concurrency.lockutils [req-1b444495-4f90-4e7a-a62d-af16638237d6 req-9d4d37a4-f666-4fae-a1dd-cb6175f5f3eb service nova] Acquiring lock "4184821a-18c0-4f78-8ad1-fc56470105b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.770841] env[69262]: DEBUG oslo_concurrency.lockutils [req-1b444495-4f90-4e7a-a62d-af16638237d6 req-9d4d37a4-f666-4fae-a1dd-cb6175f5f3eb service nova] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.771020] env[69262]: DEBUG oslo_concurrency.lockutils [req-1b444495-4f90-4e7a-a62d-af16638237d6 req-9d4d37a4-f666-4fae-a1dd-cb6175f5f3eb service nova] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.771486] env[69262]: DEBUG nova.compute.manager [req-1b444495-4f90-4e7a-a62d-af16638237d6 req-9d4d37a4-f666-4fae-a1dd-cb6175f5f3eb service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] No waiting events found dispatching network-vif-plugged-53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.771656] env[69262]: WARNING nova.compute.manager [req-1b444495-4f90-4e7a-a62d-af16638237d6 req-9d4d37a4-f666-4fae-a1dd-cb6175f5f3eb service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Received unexpected event network-vif-plugged-53135062-16f7-45d6-87fa-0fee6e11c167 for instance with vm_state building and task_state spawning. [ 790.980337] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713451, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.052124] env[69262]: DEBUG nova.compute.utils [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.057162] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 791.057632] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68cbd53c-99ef-4069-92a5-2c4342a7580a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.066356] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 791.066356] env[69262]: value = "task-3713452" [ 791.066356] env[69262]: _type = "Task" [ 791.066356] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.076979] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713452, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.090452] env[69262]: INFO nova.compute.manager [-] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Took 1.30 seconds to deallocate network for instance. [ 791.208455] env[69262]: DEBUG nova.compute.utils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.210388] env[69262]: DEBUG nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 791.240036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.240036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.240036] env[69262]: DEBUG nova.network.neutron [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.243439] env[69262]: DEBUG nova.network.neutron [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Port ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 791.250041] env[69262]: DEBUG nova.compute.manager [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.250315] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.252680] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e0a1c-6a3b-4162-85be-185bd56fbf34 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.265248] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.265569] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3f4541-0de0-40e6-8269-3c0f0462181a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.274960] env[69262]: DEBUG oslo_vmware.api [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 791.274960] env[69262]: value = "task-3713453" [ 791.274960] env[69262]: _type = "Task" [ 791.274960] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.289547] env[69262]: DEBUG oslo_vmware.api [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3713453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.483307] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713451, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.555600] env[69262]: DEBUG oslo_concurrency.lockutils [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lock "650bd951-2b5c-405e-9814-8b57857add16" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.577760] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713452, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.598599] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.712137] env[69262]: DEBUG nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.786493] env[69262]: DEBUG oslo_vmware.api [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3713453, 'name': PowerOffVM_Task, 'duration_secs': 0.473743} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.789561] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.789792] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.790343] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb2e8a94-e662-486b-8cfc-19bdc910b160 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.795984] env[69262]: DEBUG nova.network.neutron [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.878061] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.878427] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.878808] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Deleting the datastore file [datastore1] ad8a3a86-13df-41d9-b660-b30255a41fab {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.878941] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df828b9b-1e05-4af2-86a8-de24994ec8f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.888793] env[69262]: DEBUG oslo_vmware.api [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for the task: (returnval){ [ 791.888793] env[69262]: value = "task-3713455" [ 791.888793] env[69262]: _type = "Task" [ 791.888793] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.898440] env[69262]: DEBUG oslo_vmware.api [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3713455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.985458] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713451, 'name': CloneVM_Task, 'duration_secs': 1.945003} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.987216] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Created linked-clone VM from snapshot [ 791.987397] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b7b68f-3064-426e-acc9-f3c44ea06090 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.996842] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Uploading image f16fc3c7-ae85-44ba-8cea-23f30ff8ed89 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.026465] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 792.026465] env[69262]: value = "vm-739553" [ 792.026465] env[69262]: _type = "VirtualMachine" [ 792.026465] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 792.026778] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-098bc309-7d48-4b32-9688-3ced75bc6324 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.034218] env[69262]: DEBUG nova.network.neutron [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.036396] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease: (returnval){ [ 792.036396] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52703fb2-2238-b4b4-914e-630a94b37df4" [ 792.036396] env[69262]: _type = "HttpNfcLease" [ 792.036396] env[69262]: } obtained for exporting VM: (result){ [ 792.036396] env[69262]: value = "vm-739553" [ 792.036396] env[69262]: _type = "VirtualMachine" [ 792.036396] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 792.036629] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the lease: (returnval){ [ 792.036629] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52703fb2-2238-b4b4-914e-630a94b37df4" [ 792.036629] env[69262]: _type = "HttpNfcLease" [ 792.036629] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 792.045202] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.045202] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52703fb2-2238-b4b4-914e-630a94b37df4" [ 792.045202] env[69262]: _type = "HttpNfcLease" [ 792.045202] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 792.081985] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713452, 'name': CreateSnapshot_Task, 'duration_secs': 0.777278} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.082357] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 792.083127] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48795a43-aaf7-48ed-9968-bc6771a2b3c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.275108] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.275349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.275524] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.293294] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62b52bd-1d3c-4b3b-a274-4fdd7255d471 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.302724] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc68cf-67d9-476c-abba-1673164f9088 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.336189] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f984f0-6df2-4bb5-9f78-8c2d350b5efa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.345207] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eba0e4-903c-4f03-9c32-3eebc1862575 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.364087] env[69262]: DEBUG nova.compute.provider_tree [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.399447] env[69262]: DEBUG oslo_vmware.api [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Task: {'id': task-3713455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468294} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.399713] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.399925] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.400089] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.400273] env[69262]: INFO nova.compute.manager [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 792.400519] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.400710] env[69262]: DEBUG nova.compute.manager [-] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.400804] env[69262]: DEBUG nova.network.neutron [-] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.541392] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.541392] env[69262]: DEBUG nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Instance network_info: |[{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.541392] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:89:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53135062-16f7-45d6-87fa-0fee6e11c167', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.547708] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.551725] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.552389] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-067b61d8-2a63-4715-b8d1-f638afbfbac3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.573810] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 792.573810] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52703fb2-2238-b4b4-914e-630a94b37df4" [ 792.573810] env[69262]: _type = "HttpNfcLease" [ 792.573810] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 792.574633] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 792.574633] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52703fb2-2238-b4b4-914e-630a94b37df4" [ 792.574633] env[69262]: _type = "HttpNfcLease" [ 792.574633] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 792.576790] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcb34e0-e268-4b6c-b813-ec657d57b713 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.579559] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.579559] env[69262]: value = "task-3713457" [ 792.579559] env[69262]: _type = "Task" [ 792.579559] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.587895] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a7aa6-1594-964b-9aef-e694a82ec7f7/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 792.587895] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a7aa6-1594-964b-9aef-e694a82ec7f7/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.650184] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 792.650846] env[69262]: DEBUG oslo_concurrency.lockutils [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Acquiring lock "650bd951-2b5c-405e-9814-8b57857add16" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.651102] env[69262]: DEBUG oslo_concurrency.lockutils [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lock "650bd951-2b5c-405e-9814-8b57857add16" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.651339] env[69262]: INFO nova.compute.manager [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Attaching volume cc12ae9d-fd73-4178-8a4e-28df8212648c to /dev/sdb [ 792.658371] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8af59b53-8bcb-4705-aaa2-d00e2e396294 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.661252] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713457, 'name': CreateVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.672031] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 792.672031] env[69262]: value = "task-3713458" [ 792.672031] env[69262]: _type = "Task" [ 792.672031] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.686795] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713458, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.699327] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723bf08b-30c9-4ff6-8d07-d54a042de6ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.707263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943158c9-12ec-4f37-86a7-18e2de0e6e22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.726125] env[69262]: DEBUG nova.virt.block_device [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updating existing volume attachment record: 6d1af577-1031-42d2-a1e0-f329dd5f639e {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 792.732808] env[69262]: DEBUG nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.734937] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ac5bcc5-322e-4573-9e05-d344ae29d01a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.785449] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.785714] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.785873] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.786069] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.786268] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.786428] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.786644] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.786803] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.786976] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.787212] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.787386] env[69262]: DEBUG nova.virt.hardware [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.789917] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f4f030-5de8-438d-9da9-d05592c47b0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.808445] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7231f-8326-4c35-b024-4bd1d46cca7b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.818686] env[69262]: DEBUG nova.compute.manager [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Received event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.818686] env[69262]: DEBUG nova.compute.manager [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing instance network info cache due to event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.818686] env[69262]: DEBUG oslo_concurrency.lockutils [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] Acquiring lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.818686] env[69262]: DEBUG oslo_concurrency.lockutils [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] Acquired lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.818686] env[69262]: DEBUG nova.network.neutron [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.834092] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.840693] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Creating folder: Project (ef2b971d832c49a18f8d177e5f4a7db4). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.841971] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc886638-7d30-4c7b-ae76-b1dc0388428c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.856780] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Created folder: Project (ef2b971d832c49a18f8d177e5f4a7db4) in parent group-v739409. [ 792.857222] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Creating folder: Instances. Parent ref: group-v739557. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.858415] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c92daf-2f9d-4e50-ac67-20251d565fa2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.867981] env[69262]: DEBUG nova.scheduler.client.report [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.874391] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Created folder: Instances in parent group-v739557. [ 792.874805] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.875129] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.875334] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca790738-47b1-48cf-aa7d-404e9e8283cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.896801] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.896801] env[69262]: value = "task-3713461" [ 792.896801] env[69262]: _type = "Task" [ 792.896801] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.907268] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713461, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.093376] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713457, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.189088] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713458, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.367573] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.367573] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.367573] env[69262]: DEBUG nova.network.neutron [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.375825] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.376479] env[69262]: DEBUG nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.382462] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.667s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.382462] env[69262]: DEBUG nova.objects.instance [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lazy-loading 'resources' on Instance uuid d25fc554-aae7-460c-bc59-8e7bb8493d53 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.412540] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713461, 'name': CreateVM_Task, 'duration_secs': 0.399868} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.412885] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.413504] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.413789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.414170] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.414574] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b61566e-00cc-4823-946a-b5805259189a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.422247] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 793.422247] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52672806-5f90-133d-2837-f04df071bf7e" [ 793.422247] env[69262]: _type = "Task" [ 793.422247] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.439281] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52672806-5f90-133d-2837-f04df071bf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013528} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.440944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.440944] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.440944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.440944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.441195] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.441659] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230c254c-f79d-400d-bc5a-aa9beb2efb76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.453943] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.454752] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.458809] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8add45e-1095-49e4-9c65-e1a1abd688bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.467278] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 793.467278] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5281481c-7157-4baf-91c7-68211c111afa" [ 793.467278] env[69262]: _type = "Task" [ 793.467278] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.483247] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5281481c-7157-4baf-91c7-68211c111afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.593209] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713457, 'name': CreateVM_Task, 'duration_secs': 0.630211} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.594277] env[69262]: DEBUG nova.network.neutron [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updated VIF entry in instance network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.594783] env[69262]: DEBUG nova.network.neutron [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.596046] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.597050] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.600606] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.600606] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.600606] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acde596-7eb3-4734-b28e-f69e247840c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.604071] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 793.604071] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5266e9e9-697d-8b64-011c-54e84ac4b231" [ 793.604071] env[69262]: _type = "Task" [ 793.604071] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.615947] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5266e9e9-697d-8b64-011c-54e84ac4b231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.686421] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713458, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.706969] env[69262]: DEBUG nova.network.neutron [-] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.884695] env[69262]: DEBUG nova.compute.utils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.894642] env[69262]: DEBUG nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.894642] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.961195] env[69262]: DEBUG nova.policy [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0be562016144f4e8f654823d79cf6bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee705d3d0a664e728d9fd4be9a36f006', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.988297] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5281481c-7157-4baf-91c7-68211c111afa, 'name': SearchDatastore_Task, 'duration_secs': 0.01315} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.989571] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c987f43e-9f4b-4f3d-8b66-1ae9ed16a5a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.005271] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 794.005271] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224ade0-a80a-ea09-05a2-41210b599732" [ 794.005271] env[69262]: _type = "Task" [ 794.005271] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.018104] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224ade0-a80a-ea09-05a2-41210b599732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.098949] env[69262]: DEBUG oslo_concurrency.lockutils [req-ef2e26ea-41b2-4499-a0be-cb588e7c345c req-5bb53a94-c7c9-4edc-bcda-e38653f16a82 service nova] Releasing lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.120007] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5266e9e9-697d-8b64-011c-54e84ac4b231, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.120398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.120633] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.120894] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.176218] env[69262]: DEBUG nova.network.neutron [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance_info_cache with network_info: [{"id": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "address": "fa:16:3e:52:f9:dd", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2fc6f5-13", "ovs_interfaceid": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.202189] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713458, 'name': CloneVM_Task, 'duration_secs': 1.432099} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.206976] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Created linked-clone VM from snapshot [ 794.207865] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dd1eb1-97c9-4d5e-86af-59a238c89d60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.212306] env[69262]: INFO nova.compute.manager [-] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Took 1.81 seconds to deallocate network for instance. [ 794.223039] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Uploading image e3b2993d-5ee5-4867-8050-7a7723d1f6cb {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 794.330150] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Successfully created port: c69b14ec-b340-4734-8e33-cc945609e98d {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.392411] env[69262]: DEBUG nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.516114] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5224ade0-a80a-ea09-05a2-41210b599732, 'name': SearchDatastore_Task, 'duration_secs': 0.018858} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.519595] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.519900] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.520486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.520690] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.520924] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3c0dda6-6235-4e13-88fc-b92f16dfa07c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.523092] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-780b3e10-97dc-4e9b-bb14-7576042a16c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.532475] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 794.532475] env[69262]: value = "task-3713465" [ 794.532475] env[69262]: _type = "Task" [ 794.532475] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.537636] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.537888] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.539240] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4338251-6aed-45ea-8dcc-e701bd295b0a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.545218] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.547510] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2170d58a-533d-448e-b118-54267d8d7b5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.554046] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 794.554046] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528c4d19-d952-54f2-779e-3b3173752b7d" [ 794.554046] env[69262]: _type = "Task" [ 794.554046] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.559354] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffa6a08-2f6f-4a2d-87b9-e682732535a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.566779] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528c4d19-d952-54f2-779e-3b3173752b7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.600436] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746653f7-a795-47ad-adbd-c79b03c5a004 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.609413] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b26068-2f53-455c-877a-f67f6a26994f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.626080] env[69262]: DEBUG nova.compute.provider_tree [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.629214] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Successfully created port: e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.689794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.729448] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.046344] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.066405] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528c4d19-d952-54f2-779e-3b3173752b7d, 'name': SearchDatastore_Task, 'duration_secs': 0.015721} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.067388] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ac094f1-a0fe-4fd7-bb4f-0d5124929830 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.075026] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 795.075026] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52180f50-5b50-bdf7-79d9-9f8d36701cf8" [ 795.075026] env[69262]: _type = "Task" [ 795.075026] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.086529] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52180f50-5b50-bdf7-79d9-9f8d36701cf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.155508] env[69262]: ERROR nova.scheduler.client.report [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] [req-2e7e75ec-a900-4161-b091-f022fa9e3a44] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2e7e75ec-a900-4161-b091-f022fa9e3a44"}]} [ 795.176892] env[69262]: DEBUG nova.scheduler.client.report [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 795.199655] env[69262]: DEBUG nova.scheduler.client.report [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 795.199965] env[69262]: DEBUG nova.compute.provider_tree [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.213738] env[69262]: DEBUG nova.scheduler.client.report [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 795.224765] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd209589-4324-4e18-9112-338a482bbbcc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.246201] env[69262]: DEBUG nova.scheduler.client.report [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 795.249171] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59726d-6624-4134-a977-461c761437ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.257545] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance 'bfe7a82e-684c-485e-a4b2-0e247a218637' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.406050] env[69262]: DEBUG nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.544557] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601552} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.548107] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.548107] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.549482] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb601b4-a332-4798-bfd4-4db5af84eef5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.556779] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 795.556779] env[69262]: value = "task-3713467" [ 795.556779] env[69262]: _type = "Task" [ 795.556779] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.568163] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.592136] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52180f50-5b50-bdf7-79d9-9f8d36701cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.037901} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.592303] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.593027] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/4184821a-18c0-4f78-8ad1-fc56470105b5.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.593027] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffcadaf1-2db7-43ac-ab97-d1f9d0518e25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.600677] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 795.600677] env[69262]: value = "task-3713468" [ 795.600677] env[69262]: _type = "Task" [ 795.600677] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.612654] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.764809] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.765151] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b762604-f9da-45c3-b88c-9e2395a58cd8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.768684] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c2f3e1-581d-43ed-bcf9-565817b70c2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.778656] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89cf63-8ac9-44dc-a150-cefe04e76bf3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.782657] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 795.782657] env[69262]: value = "task-3713469" [ 795.782657] env[69262]: _type = "Task" [ 795.782657] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.813829] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcfae79-7bc8-4525-9749-c592e47b1348 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.820365] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.826585] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7333b953-68b1-430e-beac-35835f693eaf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.846120] env[69262]: DEBUG nova.compute.provider_tree [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.069191] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127521} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.069565] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.070484] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a780c-5827-4b79-a697-dd471a5816a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.097887] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.098278] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3038ca1-3d47-4921-a1b9-d06c80e0796e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.125153] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.127134] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 796.127134] env[69262]: value = "task-3713470" [ 796.127134] env[69262]: _type = "Task" [ 796.127134] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.138424] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.167155] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Successfully updated port: c69b14ec-b340-4734-8e33-cc945609e98d {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.295673] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713469, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.350193] env[69262]: DEBUG nova.scheduler.client.report [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.625278] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570513} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.625682] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/4184821a-18c0-4f78-8ad1-fc56470105b5.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.625982] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.626732] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3137f829-d4a1-4ff1-92c9-82d3dfc10a68 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.639667] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713470, 'name': ReconfigVM_Task, 'duration_secs': 0.438505} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.641226] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.642092] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 796.642092] env[69262]: value = "task-3713471" [ 796.642092] env[69262]: _type = "Task" [ 796.642092] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.642376] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e796349e-3e55-4f0d-96c3-2605f908d132 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.653243] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.654800] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 796.654800] env[69262]: value = "task-3713472" [ 796.654800] env[69262]: _type = "Task" [ 796.654800] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.664463] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713472, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.793928] env[69262]: DEBUG oslo_vmware.api [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713469, 'name': PowerOnVM_Task, 'duration_secs': 0.545929} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.794259] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.794469] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c5bb56-1ff6-4894-a239-fbdef1a015ac tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance 'bfe7a82e-684c-485e-a4b2-0e247a218637' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.858170] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.477s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.861417] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.797s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.861417] env[69262]: DEBUG nova.objects.instance [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lazy-loading 'resources' on Instance uuid 11161123-3245-44ba-8031-96538d86c2cc {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.886228] env[69262]: INFO nova.scheduler.client.report [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Deleted allocations for instance d25fc554-aae7-460c-bc59-8e7bb8493d53 [ 797.156137] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102327} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.159683] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.160594] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5893dd1d-4499-4a62-838a-45f1dd2e3c9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.168938] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713472, 'name': Rename_Task, 'duration_secs': 0.243512} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.178784] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.188270] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/4184821a-18c0-4f78-8ad1-fc56470105b5.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.188673] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a95b04ea-3b22-4c0e-92cd-1afef8a6f82c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.190761] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2abece-4498-4008-bf7e-cc433908b09e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.214932] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 797.214932] env[69262]: value = "task-3713473" [ 797.214932] env[69262]: _type = "Task" [ 797.214932] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.215243] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 797.215243] env[69262]: value = "task-3713474" [ 797.215243] env[69262]: _type = "Task" [ 797.215243] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.228899] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.232566] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.241076] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 797.241445] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5dd045d-6fd5-431b-80ed-07ca414cfd51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.249581] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 797.249581] env[69262]: value = "task-3713475" [ 797.249581] env[69262]: _type = "Task" [ 797.249581] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.260614] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713475, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.274956] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.275170] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.275348] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.275558] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.275707] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.275855] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.276083] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.276295] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.276412] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.276575] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.276799] env[69262]: DEBUG nova.virt.hardware [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.279585] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d4f2a8-4a92-4a6c-87bc-d3136d7289a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.289486] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228abf5-dcd1-e825-cbe8-8e09badc04ec/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 797.290549] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 797.290764] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739562', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'name': 'volume-cc12ae9d-fd73-4178-8a4e-28df8212648c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '650bd951-2b5c-405e-9814-8b57857add16', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'serial': 'cc12ae9d-fd73-4178-8a4e-28df8212648c'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 797.292112] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c80100-c4ec-4d67-bd5c-173b01fbe21f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.297311] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f8a663-2da5-490e-8d76-c9c98b81e829 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.300494] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f12141-1b9d-42ab-abf4-44f655c8fb85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.310785] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228abf5-dcd1-e825-cbe8-8e09badc04ec/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 797.310965] env[69262]: ERROR oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228abf5-dcd1-e825-cbe8-8e09badc04ec/disk-0.vmdk due to incomplete transfer. [ 797.331301] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fd1d7a8-84cd-4cfe-8bf5-b3e4f7aff113 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.333607] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a936faae-5908-48dd-8674-14c2806827b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.361320] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-cc12ae9d-fd73-4178-8a4e-28df8212648c/volume-cc12ae9d-fd73-4178-8a4e-28df8212648c.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.362821] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-353e96a5-9f73-4d24-8836-dc195abc19bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.381189] env[69262]: DEBUG oslo_vmware.rw_handles [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5228abf5-dcd1-e825-cbe8-8e09badc04ec/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 797.381408] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Uploaded image 22f5f8bb-54c7-4e16-b868-61a363a6c613 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 797.383545] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 797.384062] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-491e3603-251b-4acf-9492-1d94367365a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.396818] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 797.396818] env[69262]: value = "task-3713476" [ 797.396818] env[69262]: _type = "Task" [ 797.396818] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.396818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6a2f2c7-8add-480a-9bc9-a0e568fce71b tempest-TenantUsagesTestJSON-805327794 tempest-TenantUsagesTestJSON-805327794-project-member] Lock "d25fc554-aae7-460c-bc59-8e7bb8493d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.650s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.397716] env[69262]: DEBUG oslo_vmware.api [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Waiting for the task: (returnval){ [ 797.397716] env[69262]: value = "task-3713477" [ 797.397716] env[69262]: _type = "Task" [ 797.397716] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.414829] env[69262]: DEBUG oslo_vmware.api [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713477, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.415053] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713476, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.734650] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.734958] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.762404] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713475, 'name': Destroy_Task, 'duration_secs': 0.436723} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.762712] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Destroyed the VM [ 797.763250] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.763342] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03c84e09-798a-4867-9281-1bffef846afd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.775368] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 797.775368] env[69262]: value = "task-3713478" [ 797.775368] env[69262]: _type = "Task" [ 797.775368] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.784909] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.864937] env[69262]: DEBUG nova.compute.manager [req-80663863-da30-4a69-9f2f-a026262fe864 req-e88b3d49-6992-4576-a6a7-e7d536b27b78 service nova] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Received event network-vif-deleted-9765521d-bb9e-4f96-b6f7-dc158a126df2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.918733] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713476, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.922336] env[69262]: DEBUG oslo_vmware.api [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.938066] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cbb45c-caa0-4f5d-ab6b-affcd5ccc3b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.947114] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaf0502-14c7-425e-b56b-5b24ff5664cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.982061] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04dfdc-aca7-4414-b0eb-f5ef22d25653 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.990686] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775babe1-b7ee-4fec-8a6e-e87437420738 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.005710] env[69262]: DEBUG nova.compute.provider_tree [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.250517] env[69262]: DEBUG oslo_vmware.api [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713473, 'name': PowerOnVM_Task, 'duration_secs': 0.733187} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.251030] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713474, 'name': ReconfigVM_Task, 'duration_secs': 1.020913} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.251144] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.251468] env[69262]: INFO nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Took 5.52 seconds to spawn the instance on the hypervisor. [ 798.251730] env[69262]: DEBUG nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.252065] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/4184821a-18c0-4f78-8ad1-fc56470105b5.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.253323] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a1c4a1-b434-45b4-bdd8-d354d7cbcadb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.258037] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f71d054-13ad-4d19-882b-2d51d51e327f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.269127] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 798.269127] env[69262]: value = "task-3713479" [ 798.269127] env[69262]: _type = "Task" [ 798.269127] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.291228] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713479, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.304513] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.369612] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Successfully updated port: e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.413914] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713476, 'name': Destroy_Task, 'duration_secs': 0.942579} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.416912] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Destroyed the VM [ 798.417036] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 798.417674] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-00eed70c-cc3f-4eb2-9d5a-f177267cc9c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.426569] env[69262]: DEBUG oslo_vmware.api [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713477, 'name': ReconfigVM_Task, 'duration_secs': 0.944856} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.428419] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-cc12ae9d-fd73-4178-8a4e-28df8212648c/volume-cc12ae9d-fd73-4178-8a4e-28df8212648c.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.437447] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 798.437447] env[69262]: value = "task-3713480" [ 798.437447] env[69262]: _type = "Task" [ 798.437447] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.437992] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677cfd88-bc98-48d5-96d3-b5fb28215bfa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.464239] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713480, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.464640] env[69262]: DEBUG oslo_vmware.api [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Waiting for the task: (returnval){ [ 798.464640] env[69262]: value = "task-3713481" [ 798.464640] env[69262]: _type = "Task" [ 798.464640] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.477410] env[69262]: DEBUG oslo_vmware.api [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.509157] env[69262]: DEBUG nova.scheduler.client.report [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.713559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.713559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.713559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.713559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.713559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.716966] env[69262]: INFO nova.compute.manager [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Terminating instance [ 798.784192] env[69262]: INFO nova.compute.manager [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Took 33.18 seconds to build instance. [ 798.789937] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713479, 'name': Rename_Task, 'duration_secs': 0.2064} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.794306] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.794988] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713478, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.795384] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e26e2771-0303-43e1-9852-249a0d7663ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.806083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "bfe7a82e-684c-485e-a4b2-0e247a218637" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.806396] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.806676] env[69262]: DEBUG nova.compute.manager [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Going to confirm migration 1 {{(pid=69262) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 798.808438] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 798.808438] env[69262]: value = "task-3713482" [ 798.808438] env[69262]: _type = "Task" [ 798.808438] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.821505] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.875141] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.875141] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.875141] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.961403] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713480, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.977957] env[69262]: DEBUG oslo_vmware.api [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713481, 'name': ReconfigVM_Task, 'duration_secs': 0.164267} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.977957] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739562', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'name': 'volume-cc12ae9d-fd73-4178-8a4e-28df8212648c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '650bd951-2b5c-405e-9814-8b57857add16', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'serial': 'cc12ae9d-fd73-4178-8a4e-28df8212648c'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 799.016446] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.021998] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.435s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.024055] env[69262]: INFO nova.compute.claims [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.053297] env[69262]: INFO nova.scheduler.client.report [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Deleted allocations for instance 11161123-3245-44ba-8031-96538d86c2cc [ 799.084491] env[69262]: INFO nova.compute.manager [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Rebuilding instance [ 799.151272] env[69262]: DEBUG nova.compute.manager [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.152295] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aad6d1d-5dec-4590-9482-a2c1eb9f7932 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.225040] env[69262]: DEBUG nova.compute.manager [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.225040] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.225040] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ebe0f7-d3d1-4750-b757-23da8f7db07c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.238509] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.238849] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0188cd9-9609-411f-8442-6991b85407fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.246705] env[69262]: DEBUG oslo_vmware.api [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 799.246705] env[69262]: value = "task-3713483" [ 799.246705] env[69262]: _type = "Task" [ 799.246705] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.259400] env[69262]: DEBUG oslo_vmware.api [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.286700] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81ecc8b2-b8c3-40b9-9210-4a5d921da95d tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "c7dd6269-bd89-4e20-9e01-222cf348047b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.106s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.292624] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713478, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.327830] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.459302] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.468533] env[69262]: DEBUG oslo_vmware.api [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713480, 'name': RemoveSnapshot_Task, 'duration_secs': 0.861338} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.470499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.470801] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.471097] env[69262]: DEBUG nova.network.neutron [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.471471] env[69262]: DEBUG nova.objects.instance [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lazy-loading 'info_cache' on Instance uuid bfe7a82e-684c-485e-a4b2-0e247a218637 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.473880] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.473880] env[69262]: INFO nova.compute.manager [None req-93136bfb-40c4-434a-acfe-21c3b9e29084 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Took 17.70 seconds to snapshot the instance on the hypervisor. [ 799.570834] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a0f6fe-7d8d-4a93-9ac9-821b2f7a2bac tempest-ServersAaction247Test-1092401003 tempest-ServersAaction247Test-1092401003-project-member] Lock "11161123-3245-44ba-8031-96538d86c2cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.889s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.720071] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "fce334c4-efda-4551-bd9f-c7db5b376743" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.720318] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "fce334c4-efda-4551-bd9f-c7db5b376743" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.758119] env[69262]: DEBUG oslo_vmware.api [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713483, 'name': PowerOffVM_Task, 'duration_secs': 0.267847} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.760333] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.760333] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.760333] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b2c4cb1-3646-4394-9536-88d40e65dd5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.790663] env[69262]: DEBUG oslo_vmware.api [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713478, 'name': RemoveSnapshot_Task, 'duration_secs': 1.672684} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.790959] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 799.793825] env[69262]: DEBUG nova.compute.manager [None req-dd2b2a0d-62dd-43ef-9a91-9439b6ee5eb4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 02993975-1df6-4c0f-8c5d-5e80eb7b2dc1] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.825906] env[69262]: DEBUG oslo_vmware.api [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713482, 'name': PowerOnVM_Task, 'duration_secs': 0.702157} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.825906] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.827055] env[69262]: INFO nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Took 10.00 seconds to spawn the instance on the hypervisor. [ 799.830139] env[69262]: DEBUG nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.831921] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a784197b-77a2-4a1e-9aa4-f539cbe900d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.846426] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.846426] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.846426] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Deleting the datastore file [datastore2] 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.846426] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1f85fe-229e-4bc7-90e6-e63a6711807f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.858740] env[69262]: DEBUG oslo_vmware.api [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 799.858740] env[69262]: value = "task-3713485" [ 799.858740] env[69262]: _type = "Task" [ 799.858740] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.872193] env[69262]: DEBUG oslo_vmware.api [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.882948] env[69262]: DEBUG nova.network.neutron [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Updating instance_info_cache with network_info: [{"id": "c69b14ec-b340-4734-8e33-cc945609e98d", "address": "fa:16:3e:93:41:e4", "network": {"id": "463075ba-66d2-4ab4-b036-9b95224ea36b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2080494948", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69b14ec-b3", "ovs_interfaceid": "c69b14ec-b340-4734-8e33-cc945609e98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "address": "fa:16:3e:3e:cd:4c", "network": {"id": "e836b3d7-580b-4278-808f-bd8830f1fe6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728684974", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b2eff8-2b", "ovs_interfaceid": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.053176] env[69262]: DEBUG nova.objects.instance [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lazy-loading 'flavor' on Instance uuid 650bd951-2b5c-405e-9814-8b57857add16 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.176227] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.176227] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44377ba2-76bf-4f61-bc5e-a6f3a606caf7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.184934] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 800.184934] env[69262]: value = "task-3713486" [ 800.184934] env[69262]: _type = "Task" [ 800.184934] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.195015] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.292017] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received event network-vif-plugged-c69b14ec-b340-4734-8e33-cc945609e98d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.292611] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Acquiring lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.293104] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.293427] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.293801] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] No waiting events found dispatching network-vif-plugged-c69b14ec-b340-4734-8e33-cc945609e98d {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 800.294130] env[69262]: WARNING nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received unexpected event network-vif-plugged-c69b14ec-b340-4734-8e33-cc945609e98d for instance with vm_state building and task_state spawning. [ 800.294466] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received event network-changed-c69b14ec-b340-4734-8e33-cc945609e98d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.294792] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Refreshing instance network info cache due to event network-changed-c69b14ec-b340-4734-8e33-cc945609e98d. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.295154] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Acquiring lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.300944] env[69262]: WARNING nova.compute.manager [None req-022ce6e9-953d-41f5-89b9-52e6fa647f6e tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Image not found during snapshot: nova.exception.ImageNotFound: Image e3b2993d-5ee5-4867-8050-7a7723d1f6cb could not be found. [ 800.302351] env[69262]: DEBUG nova.compute.manager [None req-dd2b2a0d-62dd-43ef-9a91-9439b6ee5eb4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 02993975-1df6-4c0f-8c5d-5e80eb7b2dc1] Instance disappeared before build. {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 800.368861] env[69262]: INFO nova.compute.manager [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Took 39.38 seconds to build instance. [ 800.376372] env[69262]: DEBUG oslo_vmware.api [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.407152} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.376372] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.376372] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.376372] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.377368] env[69262]: INFO nova.compute.manager [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.377368] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.377368] env[69262]: DEBUG nova.compute.manager [-] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.377368] env[69262]: DEBUG nova.network.neutron [-] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.387767] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Releasing lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.388187] env[69262]: DEBUG nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Instance network_info: |[{"id": "c69b14ec-b340-4734-8e33-cc945609e98d", "address": "fa:16:3e:93:41:e4", "network": {"id": "463075ba-66d2-4ab4-b036-9b95224ea36b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2080494948", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69b14ec-b3", "ovs_interfaceid": "c69b14ec-b340-4734-8e33-cc945609e98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "address": "fa:16:3e:3e:cd:4c", "network": {"id": "e836b3d7-580b-4278-808f-bd8830f1fe6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728684974", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b2eff8-2b", "ovs_interfaceid": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.388737] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Acquired lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.388950] env[69262]: DEBUG nova.network.neutron [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Refreshing network info cache for port c69b14ec-b340-4734-8e33-cc945609e98d {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.390430] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:41:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c69b14ec-b340-4734-8e33-cc945609e98d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:cd:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.402017] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.403313] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.403466] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3be59da8-f798-423c-b46e-01ae464fef11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.434621] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.434621] env[69262]: value = "task-3713487" [ 800.434621] env[69262]: _type = "Task" [ 800.434621] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.446725] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713487, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.560687] env[69262]: DEBUG oslo_concurrency.lockutils [None req-149ea8fc-9f9f-4bf4-b3ad-7bd35bd9fb65 tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lock "650bd951-2b5c-405e-9814-8b57857add16" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.909s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.684223] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547905fb-f13b-4f4a-bed5-6e7e539eb9aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.704547] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713486, 'name': PowerOffVM_Task, 'duration_secs': 0.365127} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.706380] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9eeaa-7895-4fb9-b65a-b84bbadded08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.711118] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.712392] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.712988] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1710b8d7-5416-4fcb-9e4e-7c5c4ae218bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.721115] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 800.721115] env[69262]: value = "task-3713488" [ 800.721115] env[69262]: _type = "Task" [ 800.721115] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.754776] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c378c4-2bf9-4708-bc81-d1142fb1076d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.771091] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9016d3fb-5601-4fe3-90cd-09e3b8fe116e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.776754] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 800.777057] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 800.777302] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739488', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'name': 'volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c617efc-c13a-4633-a7e0-9d5d6ee94280', 'attached_at': '', 'detached_at': '', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'serial': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 800.778246] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aabdb1a-c8ab-4a8e-bca7-acf858147486 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.796023] env[69262]: DEBUG nova.compute.provider_tree [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.817056] env[69262]: DEBUG nova.scheduler.client.report [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.820268] env[69262]: DEBUG nova.network.neutron [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance_info_cache with network_info: [{"id": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "address": "fa:16:3e:52:f9:dd", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef2fc6f5-13", "ovs_interfaceid": "ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.822273] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888c5bf-8228-4a34-a958-b5e050463b5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.832269] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5948e3b1-d97f-4544-8e68-e6ff235cd79e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.840367] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd2b2a0d-62dd-43ef-9a91-9439b6ee5eb4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "02993975-1df6-4c0f-8c5d-5e80eb7b2dc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.920s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.866680] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c33542-d6ba-4a43-a38a-8d847a1113cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.872376] env[69262]: DEBUG oslo_concurrency.lockutils [None req-34e1c2eb-d8e9-4f07-ac3f-815518794132 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.665s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.890042] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] The volume has not been displaced from its original location: [datastore1] volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb/volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 800.895567] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.896393] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd362179-5fa8-4448-8857-ada5732486de {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.921383] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 800.921383] env[69262]: value = "task-3713489" [ 800.921383] env[69262]: _type = "Task" [ 800.921383] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.930586] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.946570] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713487, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.237024] env[69262]: DEBUG nova.network.neutron [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Updated VIF entry in instance network info cache for port c69b14ec-b340-4734-8e33-cc945609e98d. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.237024] env[69262]: DEBUG nova.network.neutron [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Updating instance_info_cache with network_info: [{"id": "c69b14ec-b340-4734-8e33-cc945609e98d", "address": "fa:16:3e:93:41:e4", "network": {"id": "463075ba-66d2-4ab4-b036-9b95224ea36b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2080494948", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69b14ec-b3", "ovs_interfaceid": "c69b14ec-b340-4734-8e33-cc945609e98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "address": "fa:16:3e:3e:cd:4c", "network": {"id": "e836b3d7-580b-4278-808f-bd8830f1fe6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728684974", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b2eff8-2b", "ovs_interfaceid": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.326932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-bfe7a82e-684c-485e-a4b2-0e247a218637" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.327249] env[69262]: DEBUG nova.objects.instance [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lazy-loading 'migration_context' on Instance uuid bfe7a82e-684c-485e-a4b2-0e247a218637 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.329387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.329387] env[69262]: DEBUG nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.332497] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.551s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.334154] env[69262]: INFO nova.compute.claims [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.375715] env[69262]: DEBUG nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.379716] env[69262]: DEBUG nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.438222] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713489, 'name': ReconfigVM_Task, 'duration_secs': 0.32258} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.443120] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 801.451946] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a7aa6-1594-964b-9aef-e694a82ec7f7/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 801.453952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "57fd7958-1929-412f-82a7-73ef849d9a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.454319] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "57fd7958-1929-412f-82a7-73ef849d9a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.454616] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "57fd7958-1929-412f-82a7-73ef849d9a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.454897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "57fd7958-1929-412f-82a7-73ef849d9a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.455135] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "57fd7958-1929-412f-82a7-73ef849d9a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.456706] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce2f725-fb1a-4ca9-8cb3-be42aec65424 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.469729] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17afcfc-b0f5-4d39-91da-865da3f08777 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.474529] env[69262]: DEBUG nova.compute.manager [req-b4f82865-7483-4567-aacf-3e76300b1b93 req-9b5c7fc1-5569-4ccf-9a2c-f90ca2a3b5e8 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Received event network-vif-deleted-fc890b44-8f16-4f85-a49a-2347a5e0b52f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.474699] env[69262]: INFO nova.compute.manager [req-b4f82865-7483-4567-aacf-3e76300b1b93 req-9b5c7fc1-5569-4ccf-9a2c-f90ca2a3b5e8 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Neutron deleted interface fc890b44-8f16-4f85-a49a-2347a5e0b52f; detaching it from the instance and deleting it from the info cache [ 801.474753] env[69262]: DEBUG nova.network.neutron [req-b4f82865-7483-4567-aacf-3e76300b1b93 req-9b5c7fc1-5569-4ccf-9a2c-f90ca2a3b5e8 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.476100] env[69262]: INFO nova.compute.manager [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Terminating instance [ 801.487165] env[69262]: DEBUG nova.network.neutron [-] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.491021] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713487, 'name': CreateVM_Task, 'duration_secs': 0.617094} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.491680] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.492750] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a7aa6-1594-964b-9aef-e694a82ec7f7/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 801.492902] env[69262]: ERROR oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a7aa6-1594-964b-9aef-e694a82ec7f7/disk-0.vmdk due to incomplete transfer. [ 801.493533] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 801.493533] env[69262]: value = "task-3713490" [ 801.493533] env[69262]: _type = "Task" [ 801.493533] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.494320] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.494474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.494784] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.495023] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59286f7b-8368-4d60-a2a4-193c91cb159d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.497432] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e75814-ecc4-40d7-9454-a496bed829e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.508776] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 801.508776] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5276f073-8c16-8239-1c8b-5d25ffecf413" [ 801.508776] env[69262]: _type = "Task" [ 801.508776] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.513716] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.517949] env[69262]: DEBUG oslo_vmware.rw_handles [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a7aa6-1594-964b-9aef-e694a82ec7f7/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 801.518205] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Uploaded image f16fc3c7-ae85-44ba-8cea-23f30ff8ed89 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 801.520567] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 801.520741] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e8867f4-ee3c-468c-8804-0bb1b7dd6acd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.529196] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5276f073-8c16-8239-1c8b-5d25ffecf413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.530679] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 801.530679] env[69262]: value = "task-3713491" [ 801.530679] env[69262]: _type = "Task" [ 801.530679] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.539704] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713491, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.739819] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Releasing lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.740367] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received event network-vif-plugged-e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.741431] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Acquiring lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.742135] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.742135] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.742459] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] No waiting events found dispatching network-vif-plugged-e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.742563] env[69262]: WARNING nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received unexpected event network-vif-plugged-e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 for instance with vm_state building and task_state spawning. [ 801.742760] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received event network-changed-e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.742929] env[69262]: DEBUG nova.compute.manager [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Refreshing instance network info cache due to event network-changed-e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.743165] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Acquiring lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.743324] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Acquired lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.743661] env[69262]: DEBUG nova.network.neutron [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Refreshing network info cache for port e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.833718] env[69262]: DEBUG nova.objects.base [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 801.834700] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671ebcbd-eb11-4d37-b6ab-7b76c04ec852 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.839645] env[69262]: DEBUG nova.compute.utils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.846063] env[69262]: DEBUG nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.846272] env[69262]: DEBUG nova.network.neutron [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.893275] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb22dc3-701a-42d3-90b1-5d415cc7c754 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.900740] env[69262]: DEBUG oslo_vmware.api [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 801.900740] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f64168-9861-6c91-a4fb-82e825118d0f" [ 801.900740] env[69262]: _type = "Task" [ 801.900740] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.911809] env[69262]: DEBUG oslo_vmware.api [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f64168-9861-6c91-a4fb-82e825118d0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.913053] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.913913] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.980377] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bf3084e-c9bc-474c-b1b3-c73c17750358 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.990676] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed9fc4-5981-49e0-9905-d9dfce68fc38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.008421] env[69262]: INFO nova.compute.manager [-] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Took 1.63 seconds to deallocate network for instance. [ 802.009154] env[69262]: DEBUG nova.compute.manager [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 802.009354] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.015063] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82aa360-6ca7-4aad-a1dd-719b4fa17448 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.037864] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713490, 'name': ReconfigVM_Task, 'duration_secs': 0.223796} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.062571] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739488', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'name': 'volume-69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c617efc-c13a-4633-a7e0-9d5d6ee94280', 'attached_at': '', 'detached_at': '', 'volume_id': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb', 'serial': '69069ed5-8319-43e0-8bb4-2b65a2d83aeb'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 802.062999] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.064100] env[69262]: DEBUG nova.compute.manager [req-b4f82865-7483-4567-aacf-3e76300b1b93 req-9b5c7fc1-5569-4ccf-9a2c-f90ca2a3b5e8 service nova] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Detach interface failed, port_id=fc890b44-8f16-4f85-a49a-2347a5e0b52f, reason: Instance 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 802.064605] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5276f073-8c16-8239-1c8b-5d25ffecf413, 'name': SearchDatastore_Task, 'duration_secs': 0.023934} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.066123] env[69262]: DEBUG nova.compute.manager [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.066445] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.067222] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0496a6c-9a24-4c7c-8ce2-ba00c2f98b60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.070044] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.070287] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.070504] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.070649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.070828] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.071602] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05664829-01bf-4f99-85e3-3b0e11be8499 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.074054] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af75334a-98b8-4cae-a709-c874442ffbe7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.076423] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b16a60f-ae86-45a7-aeda-89514225f5ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.083148] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713491, 'name': Destroy_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.087528] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.090211] env[69262]: DEBUG oslo_vmware.api [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 802.090211] env[69262]: value = "task-3713492" [ 802.090211] env[69262]: _type = "Task" [ 802.090211] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.094209] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b88f6c15-af3a-4b6b-ae99-b34247857eaa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.094209] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.094209] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.097839] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb830363-217c-4dfa-bfb3-9112a0d72d2f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.107068] env[69262]: DEBUG oslo_vmware.api [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.108705] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 802.108705] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5255b63d-1328-b200-82fa-eb672a51e660" [ 802.108705] env[69262]: _type = "Task" [ 802.108705] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.120843] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5255b63d-1328-b200-82fa-eb672a51e660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.176591] env[69262]: DEBUG nova.policy [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9f4445178cc453190f7b769e78abfde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7db2a66605d6444f9c24e681989a3507', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.187609] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.187980] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.188243] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Deleting the datastore file [datastore1] 5c617efc-c13a-4633-a7e0-9d5d6ee94280 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.188700] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d925f5ee-638d-4c9d-a4ad-1fdc3cd2d91a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.200029] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for the task: (returnval){ [ 802.200029] env[69262]: value = "task-3713494" [ 802.200029] env[69262]: _type = "Task" [ 802.200029] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.209901] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.355398] env[69262]: DEBUG nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.412911] env[69262]: DEBUG oslo_vmware.api [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f64168-9861-6c91-a4fb-82e825118d0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010974} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.419017] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.523065] env[69262]: INFO nova.compute.manager [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Rebuilding instance [ 802.529996] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.558118] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713491, 'name': Destroy_Task, 'duration_secs': 0.825227} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.558531] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Destroyed the VM [ 802.560498] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 802.560498] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f389f93-3054-4e58-a602-e130aeffa772 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.579785] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 802.579785] env[69262]: value = "task-3713495" [ 802.579785] env[69262]: _type = "Task" [ 802.579785] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.586075] env[69262]: DEBUG nova.compute.manager [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.586908] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2ae510-bff8-4942-865f-ee85759dac99 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.596435] env[69262]: INFO nova.compute.manager [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] instance snapshotting [ 802.613564] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713495, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.619308] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef54f62a-6157-4c83-b745-2b735524a324 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.639044] env[69262]: DEBUG oslo_vmware.api [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713492, 'name': PowerOffVM_Task, 'duration_secs': 0.26088} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.657055] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.657317] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.666572] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a70d0c4-c1bf-4b04-b3be-df5e251615dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.668998] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4f0405-1c5a-4ddb-aaf5-6bfac92325cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.673604] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5255b63d-1328-b200-82fa-eb672a51e660, 'name': SearchDatastore_Task, 'duration_secs': 0.013203} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.675990] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e63a5c9-4f28-478d-b66a-6179372a156a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.689252] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 802.689252] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c9e0a3-dcd1-b19e-7da2-82d00e7f572f" [ 802.689252] env[69262]: _type = "Task" [ 802.689252] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.701114] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c9e0a3-dcd1-b19e-7da2-82d00e7f572f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.713935] env[69262]: DEBUG oslo_vmware.api [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Task: {'id': task-3713494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127753} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.714251] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.714437] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.714603] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.815087] env[69262]: DEBUG nova.network.neutron [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Updated VIF entry in instance network info cache for port e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.815788] env[69262]: DEBUG nova.network.neutron [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Updating instance_info_cache with network_info: [{"id": "c69b14ec-b340-4734-8e33-cc945609e98d", "address": "fa:16:3e:93:41:e4", "network": {"id": "463075ba-66d2-4ab4-b036-9b95224ea36b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2080494948", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69b14ec-b3", "ovs_interfaceid": "c69b14ec-b340-4734-8e33-cc945609e98d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "address": "fa:16:3e:3e:cd:4c", "network": {"id": "e836b3d7-580b-4278-808f-bd8830f1fe6d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1728684974", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ee705d3d0a664e728d9fd4be9a36f006", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2b2eff8-2b", "ovs_interfaceid": "e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.818172] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 802.818172] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85b52912-cb80-4886-8d1d-c96186ecc727 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.828357] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa9bb8-cdd4-496b-b827-f2890d8a06e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.878052] env[69262]: ERROR nova.compute.manager [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Failed to detach volume 69069ed5-8319-43e0-8bb4-2b65a2d83aeb from /dev/sda: nova.exception.InstanceNotFound: Instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 could not be found. [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Traceback (most recent call last): [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self.driver.rebuild(**kwargs) [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] raise NotImplementedError() [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] NotImplementedError [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] During handling of the above exception, another exception occurred: [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Traceback (most recent call last): [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self.driver.detach_volume(context, old_connection_info, [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] return self._volumeops.detach_volume(connection_info, instance) [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self._detach_volume_vmdk(connection_info, instance) [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] stable_ref.fetch_moref(session) [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] raise exception.InstanceNotFound(instance_id=self._uuid) [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] nova.exception.InstanceNotFound: Instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 could not be found. [ 802.878052] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 802.954641] env[69262]: DEBUG nova.network.neutron [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Successfully created port: 37cff32c-69e0-4af1-b0a3-e9fff731e705 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.066029] env[69262]: DEBUG nova.compute.utils [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Build of instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 aborted: Failed to rebuild volume backed instance. {{(pid=69262) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 803.069593] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e79744-624d-42db-bf35-95c22b30bb15 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.075306] env[69262]: ERROR nova.compute.manager [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 aborted: Failed to rebuild volume backed instance. [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Traceback (most recent call last): [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self.driver.rebuild(**kwargs) [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] raise NotImplementedError() [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] NotImplementedError [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] During handling of the above exception, another exception occurred: [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Traceback (most recent call last): [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self._detach_root_volume(context, instance, root_bdm) [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] with excutils.save_and_reraise_exception(): [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self.force_reraise() [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] raise self.value [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self.driver.detach_volume(context, old_connection_info, [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] return self._volumeops.detach_volume(connection_info, instance) [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self._detach_volume_vmdk(connection_info, instance) [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] stable_ref.fetch_moref(session) [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] raise exception.InstanceNotFound(instance_id=self._uuid) [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] nova.exception.InstanceNotFound: Instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 could not be found. [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] During handling of the above exception, another exception occurred: [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Traceback (most recent call last): [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] yield [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 803.075306] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self._do_rebuild_instance_with_claim( [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self._do_rebuild_instance( [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self._rebuild_default_impl(**kwargs) [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] self._rebuild_volume_backed_instance( [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] raise exception.BuildAbortException( [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] nova.exception.BuildAbortException: Build of instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 aborted: Failed to rebuild volume backed instance. [ 803.076654] env[69262]: ERROR nova.compute.manager [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] [ 803.080375] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bcb274-de58-490a-9930-03b4a11aa253 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.122908] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713495, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.123709] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2542743f-248a-4b99-9a0e-4529a8de42ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.137913] env[69262]: DEBUG oslo_concurrency.lockutils [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Acquiring lock "650bd951-2b5c-405e-9814-8b57857add16" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.138116] env[69262]: DEBUG oslo_concurrency.lockutils [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lock "650bd951-2b5c-405e-9814-8b57857add16" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.143243] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dded684f-f999-462e-bb46-7f7e9092bdd5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.160196] env[69262]: DEBUG nova.compute.provider_tree [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.186022] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 803.186374] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c6cce79c-41a5-459e-8a49-cb60fc94b764 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.203844] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c9e0a3-dcd1-b19e-7da2-82d00e7f572f, 'name': SearchDatastore_Task, 'duration_secs': 0.01478} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.205792] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.206240] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d/b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.206724] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 803.206724] env[69262]: value = "task-3713497" [ 803.206724] env[69262]: _type = "Task" [ 803.206724] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.207452] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d23ffbe-a8c8-4974-b407-fd0062173bb5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.223587] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.225833] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 803.225833] env[69262]: value = "task-3713498" [ 803.225833] env[69262]: _type = "Task" [ 803.225833] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.238457] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.321947] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e19b967-eb40-4730-b65c-012e57708098 req-d000e89a-adb4-49f4-a05c-9db8dad34d9b service nova] Releasing lock "refresh_cache-b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.383081] env[69262]: DEBUG nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.409300] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.409300] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.409300] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.409300] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.409300] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.409613] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.409837] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.410129] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.410368] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.410641] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.410983] env[69262]: DEBUG nova.virt.hardware [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.412056] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eb4c86-fcda-4941-892a-597e074d2a86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.421528] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ed57b1-6f4d-4f2d-aa65-1a3c013ea9c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.451083] env[69262]: DEBUG nova.compute.manager [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Received event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.451341] env[69262]: DEBUG nova.compute.manager [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing instance network info cache due to event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.451599] env[69262]: DEBUG oslo_concurrency.lockutils [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] Acquiring lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.451762] env[69262]: DEBUG oslo_concurrency.lockutils [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] Acquired lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.452370] env[69262]: DEBUG nova.network.neutron [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.596029] env[69262]: DEBUG oslo_vmware.api [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713495, 'name': RemoveSnapshot_Task, 'duration_secs': 0.89441} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.596581] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 803.596636] env[69262]: INFO nova.compute.manager [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 803.631764] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.632446] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092e35f3-1f39-4c41-8dbe-da0008e6a83a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.643411] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 803.643411] env[69262]: value = "task-3713499" [ 803.643411] env[69262]: _type = "Task" [ 803.643411] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.649546] env[69262]: INFO nova.compute.manager [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Detaching volume cc12ae9d-fd73-4178-8a4e-28df8212648c [ 803.660728] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.664949] env[69262]: DEBUG nova.scheduler.client.report [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.706015] env[69262]: INFO nova.virt.block_device [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Attempting to driver detach volume cc12ae9d-fd73-4178-8a4e-28df8212648c from mountpoint /dev/sdb [ 803.706500] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 803.706810] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739562', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'name': 'volume-cc12ae9d-fd73-4178-8a4e-28df8212648c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '650bd951-2b5c-405e-9814-8b57857add16', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'serial': 'cc12ae9d-fd73-4178-8a4e-28df8212648c'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 803.708236] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96df1b76-0dff-4777-a114-716661a09f78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.722853] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713497, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.744147] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fabbec-5c25-42a9-91f6-1eac02165927 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.758165] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.759418] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d7500b-7fe5-4c94-a07e-0d56d2791df0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.782092] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d655ef15-8f6e-4f64-a6bd-71173fe95031 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.802728] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] The volume has not been displaced from its original location: [datastore1] volume-cc12ae9d-fd73-4178-8a4e-28df8212648c/volume-cc12ae9d-fd73-4178-8a4e-28df8212648c.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 803.808944] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 803.809414] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e216a28-dd64-48bf-b4b6-e17a95a956aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.830542] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Waiting for the task: (returnval){ [ 803.830542] env[69262]: value = "task-3713500" [ 803.830542] env[69262]: _type = "Task" [ 803.830542] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.840535] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.042334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "8e88021a-4b4a-4926-84a0-de402adb19e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.042711] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.042934] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "8e88021a-4b4a-4926-84a0-de402adb19e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.043133] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.043306] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.045540] env[69262]: INFO nova.compute.manager [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Terminating instance [ 804.103698] env[69262]: DEBUG nova.compute.manager [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Instance disappeared during snapshot {{(pid=69262) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 804.120232] env[69262]: DEBUG nova.compute.manager [None req-85489b8a-06d5-4479-a4c7-26f0b2f8f22d tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image not found during clean up f16fc3c7-ae85-44ba-8cea-23f30ff8ed89 {{(pid=69262) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 804.155810] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713499, 'name': PowerOffVM_Task, 'duration_secs': 0.191637} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.156509] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.157588] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.158654] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077fe23a-a4e1-4123-ac09-3798caef4c2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.168023] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.168023] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2685ab58-4dc5-4486-af1b-7a5bd72d8f2e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.170189] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.170927] env[69262]: DEBUG nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.177387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.399s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.179912] env[69262]: INFO nova.compute.claims [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.195126] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.195734] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.195981] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleting the datastore file [datastore1] 57fd7958-1929-412f-82a7-73ef849d9a07 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.196284] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4014474-5f1a-4111-8390-b77bed6137f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.204735] env[69262]: DEBUG oslo_vmware.api [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 804.204735] env[69262]: value = "task-3713502" [ 804.204735] env[69262]: _type = "Task" [ 804.204735] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.221961] env[69262]: DEBUG oslo_vmware.api [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.222644] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.222644] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.222644] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Deleting the datastore file [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.223391] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92b5be1b-7f7f-4db8-96dc-73ab47dc0442 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.229061] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713497, 'name': CreateSnapshot_Task, 'duration_secs': 0.679876} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.230787] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.231434] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e07e6-a254-4013-8615-437989d0c86e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.236614] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 804.236614] env[69262]: value = "task-3713503" [ 804.236614] env[69262]: _type = "Task" [ 804.236614] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.254588] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.263390] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556748} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.263679] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d/b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.264061] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.264352] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd86b1bb-3541-4b18-970c-90444fcb6452 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.272278] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 804.272278] env[69262]: value = "task-3713504" [ 804.272278] env[69262]: _type = "Task" [ 804.272278] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.284030] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.327591] env[69262]: DEBUG nova.network.neutron [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updated VIF entry in instance network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.328117] env[69262]: DEBUG nova.network.neutron [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.341901] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.551761] env[69262]: DEBUG nova.compute.manager [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.552010] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.552795] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a3f7c-bbaa-4a80-89b9-de23519d9de9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.562851] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.563203] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42968f59-4d92-40a6-a612-966d2b4f27df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.650497] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.651156] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.651233] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleting the datastore file [datastore2] 8e88021a-4b4a-4926-84a0-de402adb19e7 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.651856] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb771cce-4ecc-4405-86eb-734604e4b250 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.659770] env[69262]: DEBUG oslo_vmware.api [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 804.659770] env[69262]: value = "task-3713506" [ 804.659770] env[69262]: _type = "Task" [ 804.659770] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.669724] env[69262]: DEBUG oslo_vmware.api [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.687729] env[69262]: DEBUG nova.compute.utils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.689811] env[69262]: DEBUG nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 804.715471] env[69262]: DEBUG oslo_vmware.api [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182533} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.715927] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.716146] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.716327] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.716500] env[69262]: INFO nova.compute.manager [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Took 2.71 seconds to destroy the instance on the hypervisor. [ 804.716737] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.716996] env[69262]: DEBUG nova.compute.manager [-] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.717087] env[69262]: DEBUG nova.network.neutron [-] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.748130] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120412} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.751541] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.751541] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.751541] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.760950] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.762297] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f37695ae-5401-44f3-97b9-8ece4a38ced1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.771014] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 804.771014] env[69262]: value = "task-3713507" [ 804.771014] env[69262]: _type = "Task" [ 804.771014] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.789134] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713507, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.789134] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086896} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.789134] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.789134] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf8fcd2-f4e2-4d53-8441-93e401efad48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.821234] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d/b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.823110] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba6cfc0d-e2cd-4a7f-8310-3acf4de6714f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.841302] env[69262]: DEBUG oslo_concurrency.lockutils [req-efbd492c-99d5-4acc-9d90-3f7796916bec req-4e134c7c-7ea6-4710-b8b3-f4d035e95c87 service nova] Releasing lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.842055] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.842332] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.852658] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713500, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.854079] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 804.854079] env[69262]: value = "task-3713508" [ 804.854079] env[69262]: _type = "Task" [ 804.854079] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.864047] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.947708] env[69262]: DEBUG nova.network.neutron [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Successfully updated port: 37cff32c-69e0-4af1-b0a3-e9fff731e705 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.027931] env[69262]: DEBUG nova.compute.manager [req-7391f45e-f956-48c5-9c5e-7fff5c0de6c8 req-6741afc1-2c72-48b1-a031-f245715f11c1 service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Received event network-vif-deleted-c4ffd75a-43b2-47f2-aee7-7c373d966483 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.028253] env[69262]: INFO nova.compute.manager [req-7391f45e-f956-48c5-9c5e-7fff5c0de6c8 req-6741afc1-2c72-48b1-a031-f245715f11c1 service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Neutron deleted interface c4ffd75a-43b2-47f2-aee7-7c373d966483; detaching it from the instance and deleting it from the info cache [ 805.028524] env[69262]: DEBUG nova.network.neutron [req-7391f45e-f956-48c5-9c5e-7fff5c0de6c8 req-6741afc1-2c72-48b1-a031-f245715f11c1 service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.100789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.174902] env[69262]: DEBUG oslo_vmware.api [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147522} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.175436] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.175815] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.176189] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.176546] env[69262]: INFO nova.compute.manager [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Took 0.62 seconds to destroy the instance on the hypervisor. [ 805.176989] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.177514] env[69262]: DEBUG nova.compute.manager [-] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.177514] env[69262]: DEBUG nova.network.neutron [-] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.192110] env[69262]: DEBUG nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.282151] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713507, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.356099] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713500, 'name': ReconfigVM_Task, 'duration_secs': 1.320745} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.361045] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 805.364663] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a50bce6-21a4-4994-8222-7674d6f1dcda {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.382535] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713508, 'name': ReconfigVM_Task, 'duration_secs': 0.362573} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.382829] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Reconfigured VM instance instance-00000033 to attach disk [datastore1] b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d/b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.383510] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e2244cf-f9d4-4bb1-9162-7389e5b918f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.386368] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Waiting for the task: (returnval){ [ 805.386368] env[69262]: value = "task-3713509" [ 805.386368] env[69262]: _type = "Task" [ 805.386368] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.394193] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 805.394193] env[69262]: value = "task-3713510" [ 805.394193] env[69262]: _type = "Task" [ 805.394193] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.401520] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713509, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.408876] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713510, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.451661] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "refresh_cache-78082ae6-1d22-4917-bb47-cbccedde44aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.451899] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "refresh_cache-78082ae6-1d22-4917-bb47-cbccedde44aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.452143] env[69262]: DEBUG nova.network.neutron [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.488236] env[69262]: DEBUG nova.compute.manager [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Received event network-vif-plugged-37cff32c-69e0-4af1-b0a3-e9fff731e705 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.488453] env[69262]: DEBUG oslo_concurrency.lockutils [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] Acquiring lock "78082ae6-1d22-4917-bb47-cbccedde44aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.489097] env[69262]: DEBUG oslo_concurrency.lockutils [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.489418] env[69262]: DEBUG oslo_concurrency.lockutils [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.489679] env[69262]: DEBUG nova.compute.manager [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] No waiting events found dispatching network-vif-plugged-37cff32c-69e0-4af1-b0a3-e9fff731e705 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 805.489979] env[69262]: WARNING nova.compute.manager [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Received unexpected event network-vif-plugged-37cff32c-69e0-4af1-b0a3-e9fff731e705 for instance with vm_state building and task_state spawning. [ 805.490834] env[69262]: DEBUG nova.compute.manager [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Received event network-changed-37cff32c-69e0-4af1-b0a3-e9fff731e705 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.491103] env[69262]: DEBUG nova.compute.manager [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Refreshing instance network info cache due to event network-changed-37cff32c-69e0-4af1-b0a3-e9fff731e705. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.491359] env[69262]: DEBUG oslo_concurrency.lockutils [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] Acquiring lock "refresh_cache-78082ae6-1d22-4917-bb47-cbccedde44aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.514137] env[69262]: DEBUG nova.network.neutron [-] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.531747] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b9d0d1c-83bc-4bae-9f05-cabf2f2df760 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.545377] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dec27d-061f-4389-b7ab-61155d4cd62b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.591300] env[69262]: DEBUG nova.compute.manager [req-7391f45e-f956-48c5-9c5e-7fff5c0de6c8 req-6741afc1-2c72-48b1-a031-f245715f11c1 service nova] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Detach interface failed, port_id=c4ffd75a-43b2-47f2-aee7-7c373d966483, reason: Instance 57fd7958-1929-412f-82a7-73ef849d9a07 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.785690] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713507, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.790659] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de34a4d0-0b4f-471a-8dd5-2afae88e6767 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.798958] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.799310] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.799526] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.799768] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.799999] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.800207] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.800496] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.800714] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.800940] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.801175] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.801412] env[69262]: DEBUG nova.virt.hardware [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.802310] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cdd5f2-b7a9-40e3-955e-25f23baf179c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.813136] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22154384-c7df-423b-83a6-1dfd2244300a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.820458] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f484f6-13d5-4ba9-b98a-cfc62b6377e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.840621] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.846770] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.872250] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.872715] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53382e48-6604-4365-bc37-b027e4f06bd0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.885111] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b475b5d9-1f5c-46ca-a576-7c2bcc933f5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.903795] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.903795] env[69262]: value = "task-3713511" [ 805.903795] env[69262]: _type = "Task" [ 805.903795] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.909835] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b13f70e-ee43-47d4-87d3-408c184b69df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.913089] env[69262]: DEBUG oslo_vmware.api [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Task: {'id': task-3713509, 'name': ReconfigVM_Task, 'duration_secs': 0.19393} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.920392] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739562', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'name': 'volume-cc12ae9d-fd73-4178-8a4e-28df8212648c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '650bd951-2b5c-405e-9814-8b57857add16', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc12ae9d-fd73-4178-8a4e-28df8212648c', 'serial': 'cc12ae9d-fd73-4178-8a4e-28df8212648c'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 805.922796] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713510, 'name': Rename_Task, 'duration_secs': 0.190437} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.923715] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.924399] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e32868-6396-4ec8-af06-a39db03754c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.934223] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713511, 'name': CreateVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.940892] env[69262]: DEBUG nova.compute.provider_tree [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.944224] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 805.944224] env[69262]: value = "task-3713512" [ 805.944224] env[69262]: _type = "Task" [ 805.944224] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.956444] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.966549] env[69262]: DEBUG nova.network.neutron [-] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.998333] env[69262]: DEBUG nova.network.neutron [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.017208] env[69262]: INFO nova.compute.manager [-] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Took 1.30 seconds to deallocate network for instance. [ 806.193476] env[69262]: DEBUG nova.network.neutron [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Updating instance_info_cache with network_info: [{"id": "37cff32c-69e0-4af1-b0a3-e9fff731e705", "address": "fa:16:3e:df:df:c8", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37cff32c-69", "ovs_interfaceid": "37cff32c-69e0-4af1-b0a3-e9fff731e705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.208521] env[69262]: DEBUG nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.234189] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.234189] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.234189] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.234189] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.234189] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.234572] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.234632] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.234881] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.235126] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.235333] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.235516] env[69262]: DEBUG nova.virt.hardware [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.236932] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cd3323-1808-43df-823e-5343e191281e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.246956] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d78454-f42a-4ee8-b906-68b725b5fb22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.262797] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.270361] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Creating folder: Project (326a5ab885854b4a9f4f779e4b2a3357). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.270918] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69fb0f69-4b62-436a-b501-e1e3648e062a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.282766] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Created folder: Project (326a5ab885854b4a9f4f779e4b2a3357) in parent group-v739409. [ 806.282990] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Creating folder: Instances. Parent ref: group-v739567. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.288359] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-075fecac-cf13-4cbf-841d-a33e6a1eb945 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.290335] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713507, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.300598] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Created folder: Instances in parent group-v739567. [ 806.300930] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.302028] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.302028] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00ee51f1-2d75-46e0-934f-34105a6649d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.319030] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.319030] env[69262]: value = "task-3713515" [ 806.319030] env[69262]: _type = "Task" [ 806.319030] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.333618] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713515, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.398500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquiring lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.398829] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.399451] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquiring lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.399451] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.399667] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.402350] env[69262]: INFO nova.compute.manager [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Terminating instance [ 806.421921] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713511, 'name': CreateVM_Task, 'duration_secs': 0.33386} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.422198] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.422787] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.423014] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.423382] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.423685] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28ef50f-ed48-4f09-82ac-518d8cc9cb49 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.430847] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 806.430847] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52da4e0f-2778-735e-e558-8c4af3ba4128" [ 806.430847] env[69262]: _type = "Task" [ 806.430847] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.441575] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52da4e0f-2778-735e-e558-8c4af3ba4128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.443813] env[69262]: DEBUG nova.scheduler.client.report [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.460232] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713512, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.471990] env[69262]: INFO nova.compute.manager [-] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Took 1.29 seconds to deallocate network for instance. [ 806.480450] env[69262]: DEBUG nova.objects.instance [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lazy-loading 'flavor' on Instance uuid 650bd951-2b5c-405e-9814-8b57857add16 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.524500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.698470] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "refresh_cache-78082ae6-1d22-4917-bb47-cbccedde44aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.698975] env[69262]: DEBUG nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Instance network_info: |[{"id": "37cff32c-69e0-4af1-b0a3-e9fff731e705", "address": "fa:16:3e:df:df:c8", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37cff32c-69", "ovs_interfaceid": "37cff32c-69e0-4af1-b0a3-e9fff731e705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.699446] env[69262]: DEBUG oslo_concurrency.lockutils [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] Acquired lock "refresh_cache-78082ae6-1d22-4917-bb47-cbccedde44aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.699586] env[69262]: DEBUG nova.network.neutron [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Refreshing network info cache for port 37cff32c-69e0-4af1-b0a3-e9fff731e705 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.700838] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:df:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37cff32c-69e0-4af1-b0a3-e9fff731e705', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.708343] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.709452] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.709684] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9238b805-25b1-447a-ba2d-c00ef404bfc2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.731453] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.731453] env[69262]: value = "task-3713516" [ 806.731453] env[69262]: _type = "Task" [ 806.731453] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.740029] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713516, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.785915] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713507, 'name': CloneVM_Task, 'duration_secs': 1.669307} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.786295] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Created linked-clone VM from snapshot [ 806.787128] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2918775a-5b4b-4af2-8e95-5b0e9b6d5fc1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.795847] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Uploading image 58ac1533-f76b-4bcb-b01a-59dc6f4ac086 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.825365] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.825365] env[69262]: value = "vm-739565" [ 806.825365] env[69262]: _type = "VirtualMachine" [ 806.825365] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.825650] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9ed6269-9ded-4114-83a9-cc85c6c387aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.834512] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713515, 'name': CreateVM_Task, 'duration_secs': 0.346389} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.836018] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.836018] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lease: (returnval){ [ 806.836018] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f824a2-6c8f-8c3b-7675-20a18b851b11" [ 806.836018] env[69262]: _type = "HttpNfcLease" [ 806.836018] env[69262]: } obtained for exporting VM: (result){ [ 806.836018] env[69262]: value = "vm-739565" [ 806.836018] env[69262]: _type = "VirtualMachine" [ 806.836018] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.836380] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the lease: (returnval){ [ 806.836380] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f824a2-6c8f-8c3b-7675-20a18b851b11" [ 806.836380] env[69262]: _type = "HttpNfcLease" [ 806.836380] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.836654] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.843261] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.843261] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f824a2-6c8f-8c3b-7675-20a18b851b11" [ 806.843261] env[69262]: _type = "HttpNfcLease" [ 806.843261] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.908741] env[69262]: DEBUG nova.compute.manager [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.908741] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-237b7672-b740-4822-bf09-c2f4bc6e31d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.918472] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6354955e-7bf3-45fa-9ae8-d01641c22b2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.941760] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52da4e0f-2778-735e-e558-8c4af3ba4128, 'name': SearchDatastore_Task, 'duration_secs': 0.016726} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.956141] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956331] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.956554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.956786] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.957020] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.958191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.958726] env[69262]: DEBUG nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 806.961956] env[69262]: WARNING nova.virt.vmwareapi.driver [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 could not be found. [ 806.961956] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.962304] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.962525] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.962766] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af144d91-2058-42b7-87f9-eb36c29aacde {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.967647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.622s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.970300] env[69262]: INFO nova.compute.claims [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.973134] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf3b5385-129f-4b85-be0b-150363b131cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.976063] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc7f9642-3709-48cd-a22b-0e0d8d980039 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.979140] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.985380] env[69262]: DEBUG oslo_vmware.api [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713512, 'name': PowerOnVM_Task, 'duration_secs': 0.555515} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.987598] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.987778] env[69262]: INFO nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Took 11.58 seconds to spawn the instance on the hypervisor. [ 806.987961] env[69262]: DEBUG nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.988340] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 806.988340] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527b1cc8-b107-83a4-941c-d235da59a468" [ 806.988340] env[69262]: _type = "Task" [ 806.988340] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.991416] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142de3d-38b9-4ef3-a398-e5adc987245b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.997122] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18de6194-6e46-4d3f-ad28-b2343897a4c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.009621] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.009816] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.010981] env[69262]: DEBUG oslo_concurrency.lockutils [None req-73cc527a-b52b-4d94-8271-a2f7f095888a tempest-VolumesAssistedSnapshotsTest-959759415 tempest-VolumesAssistedSnapshotsTest-959759415-project-admin] Lock "650bd951-2b5c-405e-9814-8b57857add16" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.873s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.015888] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1fd952-a5b3-49b9-b630-2b1ec9964666 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.031473] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527b1cc8-b107-83a4-941c-d235da59a468, 'name': SearchDatastore_Task, 'duration_secs': 0.024608} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.031652] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 807.031652] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523f904e-fb8a-cc92-7037-990a35d2135f" [ 807.031652] env[69262]: _type = "Task" [ 807.031652] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.045909] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.045909] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.046265] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.046779] env[69262]: WARNING nova.virt.vmwareapi.vmops [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5c617efc-c13a-4633-a7e0-9d5d6ee94280 could not be found. [ 807.046951] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.047135] env[69262]: INFO nova.compute.manager [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Took 0.14 seconds to destroy the instance on the hypervisor. [ 807.047363] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.055332] env[69262]: DEBUG nova.compute.manager [-] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.055332] env[69262]: DEBUG nova.network.neutron [-] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.062661] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523f904e-fb8a-cc92-7037-990a35d2135f, 'name': SearchDatastore_Task, 'duration_secs': 0.011396} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.066603] env[69262]: DEBUG nova.compute.manager [req-ea076802-d138-4ec4-9f5d-6b83cdb61687 req-df92dfd5-db72-42fa-8744-207953ef706e service nova] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Received event network-vif-deleted-35005920-f0f9-4df0-8e18-21714a4f83c2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.067450] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b416cc-4d46-40d9-9a89-7ada514027ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.074232] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 807.074232] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527ce73b-b803-9f04-b67e-a395ebf8823c" [ 807.074232] env[69262]: _type = "Task" [ 807.074232] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.082980] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527ce73b-b803-9f04-b67e-a395ebf8823c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.250915] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713516, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.346035] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.346035] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f824a2-6c8f-8c3b-7675-20a18b851b11" [ 807.346035] env[69262]: _type = "HttpNfcLease" [ 807.346035] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 807.346361] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 807.346361] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f824a2-6c8f-8c3b-7675-20a18b851b11" [ 807.346361] env[69262]: _type = "HttpNfcLease" [ 807.346361] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 807.347907] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878869e-2977-4deb-99d2-a686c052c183 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.362516] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0b9f7-dddf-8ada-0255-54d7da63402b/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 807.362767] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0b9f7-dddf-8ada-0255-54d7da63402b/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.467817] env[69262]: DEBUG nova.compute.utils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.470147] env[69262]: DEBUG nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.470274] env[69262]: DEBUG nova.network.neutron [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.472357] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3034c02-04c8-4006-bc48-5e1eb96b0587 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.545267] env[69262]: INFO nova.compute.manager [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Took 41.35 seconds to build instance. [ 807.563855] env[69262]: DEBUG nova.policy [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11050aa48a43464ebea955a8d8d60b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e465d5f26e494caee802232ced5da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.571928] env[69262]: DEBUG nova.network.neutron [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Updated VIF entry in instance network info cache for port 37cff32c-69e0-4af1-b0a3-e9fff731e705. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.571928] env[69262]: DEBUG nova.network.neutron [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Updating instance_info_cache with network_info: [{"id": "37cff32c-69e0-4af1-b0a3-e9fff731e705", "address": "fa:16:3e:df:df:c8", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37cff32c-69", "ovs_interfaceid": "37cff32c-69e0-4af1-b0a3-e9fff731e705", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.595203] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527ce73b-b803-9f04-b67e-a395ebf8823c, 'name': SearchDatastore_Task, 'duration_secs': 0.018279} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.595460] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.595731] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.596358] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.596601] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.596871] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-949cb354-5d2d-4eb4-8c96-5c9058d26896 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.599601] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d2db28-7a90-4cf7-9eca-19d5fb317573 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.608605] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.608605] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.610496] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 807.610496] env[69262]: value = "task-3713518" [ 807.610496] env[69262]: _type = "Task" [ 807.610496] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.613945] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.614396] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.620189] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562f7059-3771-456e-80d8-c91a073975a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.629127] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 807.629127] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e6d6c8-3951-29a3-d7df-bf19f6e9ead8" [ 807.629127] env[69262]: _type = "Task" [ 807.629127] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.633962] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.647469] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e6d6c8-3951-29a3-d7df-bf19f6e9ead8, 'name': SearchDatastore_Task, 'duration_secs': 0.014773} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.648581] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17750a04-89bd-434d-838f-b37cf7e807ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.656584] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 807.656584] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5273fabd-895a-e9a1-0664-cf71f610e721" [ 807.656584] env[69262]: _type = "Task" [ 807.656584] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.669862] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5273fabd-895a-e9a1-0664-cf71f610e721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.747734] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713516, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.975908] env[69262]: DEBUG nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.052803] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d5f1ff94-1d9f-4152-bde6-816adfd3a4a1 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.248s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.078971] env[69262]: DEBUG oslo_concurrency.lockutils [req-15da03f0-9bff-4629-a791-c48ece3a3408 req-c9f9201c-b15a-4127-af20-02f83ae30683 service nova] Releasing lock "refresh_cache-78082ae6-1d22-4917-bb47-cbccedde44aa" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.130910] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.132532] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.132532] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.145055] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.146065] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.146742] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.147609] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.147609] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 808.147800] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.174405] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5273fabd-895a-e9a1-0664-cf71f610e721, 'name': SearchDatastore_Task, 'duration_secs': 0.013423} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.175001] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.175385] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.180563] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ae99ee-e596-4327-a0b1-e380586aa0c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.192854] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 808.192854] env[69262]: value = "task-3713520" [ 808.192854] env[69262]: _type = "Task" [ 808.192854] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.206408] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.251760] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713516, 'name': CreateVM_Task, 'duration_secs': 1.437517} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.256143] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.258299] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.258299] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.258299] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.259097] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e02b18-5db2-43bf-bff2-ffaee2e86a61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.268049] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 808.268049] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52173e84-78bf-9929-95d9-a6a11065e2d3" [ 808.268049] env[69262]: _type = "Task" [ 808.268049] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.292581] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52173e84-78bf-9929-95d9-a6a11065e2d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.313519] env[69262]: DEBUG nova.network.neutron [-] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.352579] env[69262]: DEBUG nova.network.neutron [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Successfully created port: e5c9debf-503a-450c-8628-c9bc823f4c21 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.557705] env[69262]: DEBUG nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.593356] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.596263] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.596263] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.596263] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.596263] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.598364] env[69262]: INFO nova.compute.manager [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Terminating instance [ 808.645495] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634952} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.645495] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.645495] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.645495] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc6190f3-8827-4e19-9ac3-c6f635faf972 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.654769] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.662953] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 808.662953] env[69262]: value = "task-3713521" [ 808.662953] env[69262]: _type = "Task" [ 808.662953] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.675360] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.712791] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713520, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.780152] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52173e84-78bf-9929-95d9-a6a11065e2d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014254} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.786926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.786926] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.786926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.786926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.786926] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.786926] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8817b00f-2c3f-4f7c-b1e9-bd81f8c6ea72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.798195] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.798195] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.798195] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b376d65-28da-468f-8579-4274a7818bea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.810693] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 808.810693] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526bdb29-bb28-20c7-74a9-f3e5544f14ad" [ 808.810693] env[69262]: _type = "Task" [ 808.810693] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.818975] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526bdb29-bb28-20c7-74a9-f3e5544f14ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.820960] env[69262]: INFO nova.compute.manager [-] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Took 1.77 seconds to deallocate network for instance. [ 808.827665] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b50368-487d-4655-8061-582252586f5c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.838231] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388a389-26a6-406f-870f-40bc5f94fdfa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.875762] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319f7366-a5e9-4cfd-8822-afe002a4a48d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.883639] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5905a63-94ec-497b-a233-c72a5fb07011 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.902130] env[69262]: DEBUG nova.compute.provider_tree [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.993987] env[69262]: DEBUG nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.024194] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.024587] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.024843] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.025110] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.025276] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.026246] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.026534] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.027243] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.027505] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.027745] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.028045] env[69262]: DEBUG nova.virt.hardware [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.029061] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70223d85-dbf3-4432-84d9-c32570c079ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.038149] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0688e46a-a608-4f07-a365-d9f00f83039c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.082597] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.098593] env[69262]: DEBUG nova.compute.manager [req-b0e9156c-f833-450c-bb5b-e796b8887e60 req-46338149-40b9-4d50-a3fc-f1209335e125 service nova] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Received event network-vif-deleted-6ecd37e5-4fbf-4dc0-91e7-2c1c7d897019 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.107195] env[69262]: DEBUG nova.compute.manager [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.107195] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.108165] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34033c2-c21c-485e-9583-e32ede29f81f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.118091] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.118576] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a3b5eab-1651-4906-84d6-9c1b5a2c0bfb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.127167] env[69262]: DEBUG oslo_vmware.api [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 809.127167] env[69262]: value = "task-3713522" [ 809.127167] env[69262]: _type = "Task" [ 809.127167] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.136260] env[69262]: DEBUG oslo_vmware.api [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.173742] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11386} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.174171] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.175197] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a0b0c-ff5a-4109-a293-897c9795d17e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.198640] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.199493] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3fb2819-55b1-4841-bc52-6308d1eda779 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.227637] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709135} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.229729] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.230059] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.230537] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 809.230537] env[69262]: value = "task-3713523" [ 809.230537] env[69262]: _type = "Task" [ 809.230537] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.230836] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4151fb8c-0e60-4a29-839b-412613e7e662 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.244237] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.246644] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 809.246644] env[69262]: value = "task-3713524" [ 809.246644] env[69262]: _type = "Task" [ 809.246644] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.262370] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.319578] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526bdb29-bb28-20c7-74a9-f3e5544f14ad, 'name': SearchDatastore_Task, 'duration_secs': 0.043365} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.320738] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-007ce298-cefe-4aae-89c2-edb2a06302bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.327476] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 809.327476] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c6d5c9-ec2f-4bbe-ec8b-f429cb7b55b2" [ 809.327476] env[69262]: _type = "Task" [ 809.327476] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.337577] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c6d5c9-ec2f-4bbe-ec8b-f429cb7b55b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.388192] env[69262]: INFO nova.compute.manager [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Took 0.56 seconds to detach 1 volumes for instance. [ 809.388502] env[69262]: DEBUG nova.compute.manager [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Deleting volume: 69069ed5-8319-43e0-8bb4-2b65a2d83aeb {{(pid=69262) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 809.405445] env[69262]: DEBUG nova.scheduler.client.report [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.644911] env[69262]: DEBUG oslo_vmware.api [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713522, 'name': PowerOffVM_Task, 'duration_secs': 0.283565} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.644911] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.644911] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.644911] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-376e129c-afbb-4f94-ab75-306814ba6ca6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.747885] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.759413] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109683} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.760670] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.762022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26360f-52ed-4e28-9a8c-1d8687624703 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.785837] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.785837] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bce2a0c-c5d6-4ed0-b628-4c66ca69875b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.808791] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 809.808791] env[69262]: value = "task-3713527" [ 809.808791] env[69262]: _type = "Task" [ 809.808791] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.819695] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.839100] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c6d5c9-ec2f-4bbe-ec8b-f429cb7b55b2, 'name': SearchDatastore_Task, 'duration_secs': 0.025569} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.839870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.839870] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 78082ae6-1d22-4917-bb47-cbccedde44aa/78082ae6-1d22-4917-bb47-cbccedde44aa.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.840224] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd852cd8-d165-4feb-ba87-4d1d72fa9150 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.848222] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 809.848222] env[69262]: value = "task-3713528" [ 809.848222] env[69262]: _type = "Task" [ 809.848222] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.857565] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.915023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.915023] env[69262]: DEBUG nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.916834] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.592s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.917291] env[69262]: DEBUG nova.objects.instance [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lazy-loading 'resources' on Instance uuid e545415d-fa64-4855-9c05-edc9395beffc {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.950619] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.022801] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.023211] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.023563] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Deleting the datastore file [datastore1] b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.024216] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84953489-dab6-4d8c-92d5-a3be695973b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.034181] env[69262]: DEBUG oslo_vmware.api [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for the task: (returnval){ [ 810.034181] env[69262]: value = "task-3713529" [ 810.034181] env[69262]: _type = "Task" [ 810.034181] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.046659] env[69262]: DEBUG oslo_vmware.api [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.251966] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713523, 'name': ReconfigVM_Task, 'duration_secs': 0.588267} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.252595] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b/c7dd6269-bd89-4e20-9e01-222cf348047b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.253374] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e94e643-a4a2-45fd-8c2f-349c0d207589 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.262419] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 810.262419] env[69262]: value = "task-3713530" [ 810.262419] env[69262]: _type = "Task" [ 810.262419] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.263129] env[69262]: DEBUG nova.network.neutron [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Successfully updated port: e5c9debf-503a-450c-8628-c9bc823f4c21 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.282657] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713530, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.326057] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.362026] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.385751] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "650bd951-2b5c-405e-9814-8b57857add16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.386093] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "650bd951-2b5c-405e-9814-8b57857add16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.386333] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "650bd951-2b5c-405e-9814-8b57857add16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.386554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "650bd951-2b5c-405e-9814-8b57857add16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.386686] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "650bd951-2b5c-405e-9814-8b57857add16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.390542] env[69262]: INFO nova.compute.manager [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Terminating instance [ 810.420806] env[69262]: DEBUG nova.compute.utils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.426040] env[69262]: DEBUG nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.426254] env[69262]: DEBUG nova.network.neutron [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.506218] env[69262]: DEBUG nova.policy [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9491876780f4616b42e96738ac1bbb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ea79a35dd4d46019b08051a348e5f4c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.551133] env[69262]: DEBUG oslo_vmware.api [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Task: {'id': task-3713529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491729} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.551546] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.551763] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.551980] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.552439] env[69262]: INFO nova.compute.manager [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Took 1.45 seconds to destroy the instance on the hypervisor. [ 810.552714] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.552921] env[69262]: DEBUG nova.compute.manager [-] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.553095] env[69262]: DEBUG nova.network.neutron [-] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.771282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.771500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.771607] env[69262]: DEBUG nova.network.neutron [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.780569] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713530, 'name': Rename_Task, 'duration_secs': 0.250759} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.784862] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.786384] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f4c034-0722-40d2-af4e-7753df866c1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.796971] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 810.796971] env[69262]: value = "task-3713531" [ 810.796971] env[69262]: _type = "Task" [ 810.796971] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.807749] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.823876] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713527, 'name': ReconfigVM_Task, 'duration_secs': 0.673278} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.824094] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.824756] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15a4f299-68e7-405a-8f2b-fc89dde50e65 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.832570] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 810.832570] env[69262]: value = "task-3713532" [ 810.832570] env[69262]: _type = "Task" [ 810.832570] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.846122] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713532, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.860797] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578272} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.861676] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 78082ae6-1d22-4917-bb47-cbccedde44aa/78082ae6-1d22-4917-bb47-cbccedde44aa.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.861676] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.864097] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71ccf073-8478-41c6-b839-c28d725494a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.874765] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 810.874765] env[69262]: value = "task-3713533" [ 810.874765] env[69262]: _type = "Task" [ 810.874765] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.887668] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.898805] env[69262]: DEBUG nova.compute.manager [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.899252] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.900265] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d07104-1c55-45ee-8779-a9a898217fa9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.913320] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.913320] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d32ca8d9-e9ec-4484-ba24-f5f183b31be5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.922428] env[69262]: DEBUG oslo_vmware.api [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 810.922428] env[69262]: value = "task-3713534" [ 810.922428] env[69262]: _type = "Task" [ 810.922428] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.931405] env[69262]: DEBUG nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.941268] env[69262]: DEBUG oslo_vmware.api [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3713534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.083469] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6163f6-339f-4f3a-9f35-8dedec217856 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.095215] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1875b318-48d5-4d98-b9da-bb55094d082c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.133822] env[69262]: DEBUG nova.network.neutron [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Successfully created port: 38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.136405] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c49b7-3d3b-4c21-a682-67f464ce0f31 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.146364] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196d484-a58e-4c79-bb7a-3c6690853f21 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.163817] env[69262]: DEBUG nova.compute.provider_tree [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.174657] env[69262]: DEBUG nova.compute.manager [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Received event network-vif-plugged-e5c9debf-503a-450c-8628-c9bc823f4c21 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.174821] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] Acquiring lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.175646] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.175646] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.175646] env[69262]: DEBUG nova.compute.manager [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] No waiting events found dispatching network-vif-plugged-e5c9debf-503a-450c-8628-c9bc823f4c21 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 811.175646] env[69262]: WARNING nova.compute.manager [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Received unexpected event network-vif-plugged-e5c9debf-503a-450c-8628-c9bc823f4c21 for instance with vm_state building and task_state spawning. [ 811.175897] env[69262]: DEBUG nova.compute.manager [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Received event network-changed-e5c9debf-503a-450c-8628-c9bc823f4c21 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.177613] env[69262]: DEBUG nova.compute.manager [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Refreshing instance network info cache due to event network-changed-e5c9debf-503a-450c-8628-c9bc823f4c21. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.177613] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] Acquiring lock "refresh_cache-8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.309108] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.344972] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713532, 'name': Rename_Task, 'duration_secs': 0.285285} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.345323] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.345765] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c28c87f-740b-4203-9fd2-ab9ba53f1b28 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.363527] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 811.363527] env[69262]: value = "task-3713535" [ 811.363527] env[69262]: _type = "Task" [ 811.363527] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.373058] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.382977] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085298} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.383292] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.384306] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f17698-103f-481a-b453-bd68060126ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.416501] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 78082ae6-1d22-4917-bb47-cbccedde44aa/78082ae6-1d22-4917-bb47-cbccedde44aa.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.416903] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc26261c-30e6-4a33-a927-739656c4c763 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.456327] env[69262]: DEBUG oslo_vmware.api [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3713534, 'name': PowerOffVM_Task, 'duration_secs': 0.286953} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.457782] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.458083] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.458336] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 811.458336] env[69262]: value = "task-3713536" [ 811.458336] env[69262]: _type = "Task" [ 811.458336] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.458533] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f340f81e-b03b-4f0c-951a-e757322a4d3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.473012] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.550396] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.550728] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.550987] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Deleting the datastore file [datastore1] 650bd951-2b5c-405e-9814-8b57857add16 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.551364] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-428a8ac8-219f-414d-ac35-dc0643214b9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.561261] env[69262]: DEBUG oslo_vmware.api [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for the task: (returnval){ [ 811.561261] env[69262]: value = "task-3713538" [ 811.561261] env[69262]: _type = "Task" [ 811.561261] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.571479] env[69262]: DEBUG oslo_vmware.api [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3713538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.629186] env[69262]: DEBUG nova.network.neutron [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.667593] env[69262]: DEBUG nova.scheduler.client.report [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.814027] env[69262]: DEBUG oslo_vmware.api [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713531, 'name': PowerOnVM_Task, 'duration_secs': 0.614631} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.814027] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.814027] env[69262]: DEBUG nova.compute.manager [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.814027] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b87a902-3c18-4cef-922e-caf172c5e339 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.883654] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.945481] env[69262]: DEBUG nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.973134] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.983295] env[69262]: DEBUG nova.virt.hardware [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.983295] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340f6e44-b938-4c78-ba4f-3dda9c8daed0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.993438] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b0934e-3adf-46cd-8327-2c0ca83fd93f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.997857] env[69262]: DEBUG nova.network.neutron [-] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.014266] env[69262]: DEBUG nova.network.neutron [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Updating instance_info_cache with network_info: [{"id": "e5c9debf-503a-450c-8628-c9bc823f4c21", "address": "fa:16:3e:ca:7f:c0", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c9debf-50", "ovs_interfaceid": "e5c9debf-503a-450c-8628-c9bc823f4c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.073613] env[69262]: DEBUG oslo_vmware.api [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Task: {'id': task-3713538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227682} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.074031] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.074311] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.074562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.074801] env[69262]: INFO nova.compute.manager [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Took 1.18 seconds to destroy the instance on the hypervisor. [ 812.075223] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.075495] env[69262]: DEBUG nova.compute.manager [-] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.075625] env[69262]: DEBUG nova.network.neutron [-] [instance: 650bd951-2b5c-405e-9814-8b57857add16] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.174135] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.178700] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.992s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.183149] env[69262]: INFO nova.compute.claims [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.208025] env[69262]: INFO nova.scheduler.client.report [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleted allocations for instance e545415d-fa64-4855-9c05-edc9395beffc [ 812.337252] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.378172] env[69262]: DEBUG oslo_vmware.api [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713535, 'name': PowerOnVM_Task, 'duration_secs': 0.568764} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.378172] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.378172] env[69262]: INFO nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Took 6.17 seconds to spawn the instance on the hypervisor. [ 812.378172] env[69262]: DEBUG nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.379186] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d9c3e9-648f-4c06-afdd-40685afbfc9c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.471918] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713536, 'name': ReconfigVM_Task, 'duration_secs': 0.561639} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.472218] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 78082ae6-1d22-4917-bb47-cbccedde44aa/78082ae6-1d22-4917-bb47-cbccedde44aa.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.472860] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8689a430-19be-4ed3-89b3-7785abfd02af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.481850] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 812.481850] env[69262]: value = "task-3713539" [ 812.481850] env[69262]: _type = "Task" [ 812.481850] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.494285] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713539, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.500658] env[69262]: INFO nova.compute.manager [-] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Took 1.95 seconds to deallocate network for instance. [ 812.517233] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.517676] env[69262]: DEBUG nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Instance network_info: |[{"id": "e5c9debf-503a-450c-8628-c9bc823f4c21", "address": "fa:16:3e:ca:7f:c0", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c9debf-50", "ovs_interfaceid": "e5c9debf-503a-450c-8628-c9bc823f4c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.518111] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] Acquired lock "refresh_cache-8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.518370] env[69262]: DEBUG nova.network.neutron [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Refreshing network info cache for port e5c9debf-503a-450c-8628-c9bc823f4c21 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.523160] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:7f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5c9debf-503a-450c-8628-c9bc823f4c21', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.536725] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating folder: Project (72e465d5f26e494caee802232ced5da1). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.537802] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06f8c6da-97bc-4c72-a532-d42887753898 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.553220] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created folder: Project (72e465d5f26e494caee802232ced5da1) in parent group-v739409. [ 812.553445] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating folder: Instances. Parent ref: group-v739571. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.553709] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceadccd9-85b7-457b-b78e-e4f849c455e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.570025] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created folder: Instances in parent group-v739571. [ 812.570310] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.570734] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.570827] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f5ac821-4e68-49a0-af5c-e4aaa6254528 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.594281] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.594281] env[69262]: value = "task-3713542" [ 812.594281] env[69262]: _type = "Task" [ 812.594281] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.605242] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713542, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.715636] env[69262]: DEBUG oslo_concurrency.lockutils [None req-67d56452-f3ad-47c3-83b5-25b87e6d9272 tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "e545415d-fa64-4855-9c05-edc9395beffc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.972s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.879351] env[69262]: DEBUG nova.network.neutron [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Successfully updated port: 38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.899791] env[69262]: INFO nova.compute.manager [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Took 39.15 seconds to build instance. [ 812.999656] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713539, 'name': Rename_Task, 'duration_secs': 0.267366} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.999656] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.999656] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b3226bc-348c-4477-be41-2475c5e24989 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.011590] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 813.011590] env[69262]: value = "task-3713543" [ 813.011590] env[69262]: _type = "Task" [ 813.011590] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.015197] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.032957] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713543, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.107435] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713542, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.385871] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.385871] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquired lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.385871] env[69262]: DEBUG nova.network.neutron [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.402670] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3d1db3f8-9168-4a1c-981e-080c307985cf tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.268s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.471709] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "c7dd6269-bd89-4e20-9e01-222cf348047b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.472776] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "c7dd6269-bd89-4e20-9e01-222cf348047b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.472890] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "c7dd6269-bd89-4e20-9e01-222cf348047b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.473104] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "c7dd6269-bd89-4e20-9e01-222cf348047b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.473282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "c7dd6269-bd89-4e20-9e01-222cf348047b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.475426] env[69262]: INFO nova.compute.manager [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Terminating instance [ 813.498065] env[69262]: DEBUG nova.network.neutron [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Updated VIF entry in instance network info cache for port e5c9debf-503a-450c-8628-c9bc823f4c21. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.498065] env[69262]: DEBUG nova.network.neutron [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Updating instance_info_cache with network_info: [{"id": "e5c9debf-503a-450c-8628-c9bc823f4c21", "address": "fa:16:3e:ca:7f:c0", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5c9debf-50", "ovs_interfaceid": "e5c9debf-503a-450c-8628-c9bc823f4c21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.512424] env[69262]: DEBUG nova.compute.manager [req-791a73e6-f382-4e29-bbc7-a257728be276 req-492ed193-61eb-45ef-8248-84caad4d867c service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Received event network-vif-deleted-bdd98205-2925-4811-b952-66194cf54709 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.513013] env[69262]: INFO nova.compute.manager [req-791a73e6-f382-4e29-bbc7-a257728be276 req-492ed193-61eb-45ef-8248-84caad4d867c service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Neutron deleted interface bdd98205-2925-4811-b952-66194cf54709; detaching it from the instance and deleting it from the info cache [ 813.513013] env[69262]: DEBUG nova.network.neutron [req-791a73e6-f382-4e29-bbc7-a257728be276 req-492ed193-61eb-45ef-8248-84caad4d867c service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.528378] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.535497] env[69262]: DEBUG nova.compute.manager [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received event network-vif-deleted-e2b2eff8-2bf1-463e-8e93-91cf80ea1bd6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.535497] env[69262]: DEBUG nova.compute.manager [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Received event network-vif-deleted-c69b14ec-b340-4734-8e33-cc945609e98d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.535803] env[69262]: DEBUG nova.compute.manager [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Received event network-vif-plugged-38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.535881] env[69262]: DEBUG oslo_concurrency.lockutils [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] Acquiring lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.536615] env[69262]: DEBUG oslo_concurrency.lockutils [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.536615] env[69262]: DEBUG oslo_concurrency.lockutils [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.536615] env[69262]: DEBUG nova.compute.manager [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] No waiting events found dispatching network-vif-plugged-38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 813.536615] env[69262]: WARNING nova.compute.manager [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Received unexpected event network-vif-plugged-38a83fe4-973b-44f8-b1ba-f1dd351382b6 for instance with vm_state building and task_state spawning. [ 813.536811] env[69262]: DEBUG nova.compute.manager [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Received event network-changed-38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.536935] env[69262]: DEBUG nova.compute.manager [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Refreshing instance network info cache due to event network-changed-38a83fe4-973b-44f8-b1ba-f1dd351382b6. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.537174] env[69262]: DEBUG oslo_concurrency.lockutils [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] Acquiring lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.608706] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713542, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.778810] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "505f38d1-ef30-4c8e-93f3-c512505527e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.778810] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.779103] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "505f38d1-ef30-4c8e-93f3-c512505527e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.780746] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.780746] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.781457] env[69262]: DEBUG nova.network.neutron [-] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.782693] env[69262]: INFO nova.compute.manager [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Terminating instance [ 813.840723] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb769613-909b-4d58-ad29-926ee86cab6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.851921] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc561e-04ff-43f6-8e9f-ed0be00d3628 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.894463] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6279bd37-5e97-4f30-a80e-c5b3d3afc307 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.906235] env[69262]: DEBUG nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.912023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a88e3f8-6778-4568-a4f5-807665a2276b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.927800] env[69262]: DEBUG nova.compute.provider_tree [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.942047] env[69262]: DEBUG nova.network.neutron [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.979916] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "refresh_cache-c7dd6269-bd89-4e20-9e01-222cf348047b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.980177] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquired lock "refresh_cache-c7dd6269-bd89-4e20-9e01-222cf348047b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.980400] env[69262]: DEBUG nova.network.neutron [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.005370] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3a2a4e8-475e-4963-8f63-63f53970b94e req-7edf080d-ecde-4011-98b6-9a089d0b0b57 service nova] Releasing lock "refresh_cache-8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.019900] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bc55bc7-954e-4457-b4ea-8579d69ceecd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.031581] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.041415] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4652667e-d98a-4278-89d3-76c934b6fc61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.084766] env[69262]: DEBUG nova.compute.manager [req-791a73e6-f382-4e29-bbc7-a257728be276 req-492ed193-61eb-45ef-8248-84caad4d867c service nova] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Detach interface failed, port_id=bdd98205-2925-4811-b952-66194cf54709, reason: Instance 650bd951-2b5c-405e-9814-8b57857add16 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 814.106344] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713542, 'name': CreateVM_Task, 'duration_secs': 1.468583} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.106622] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.107430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.107639] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.107982] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.108291] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b357ed0a-dc8b-4668-8ea7-a5ae3a70b7b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.114229] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 814.114229] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5225094a-0c37-09d2-5b0e-7433f9972d3b" [ 814.114229] env[69262]: _type = "Task" [ 814.114229] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.125087] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5225094a-0c37-09d2-5b0e-7433f9972d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.129021] env[69262]: DEBUG nova.network.neutron [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Updating instance_info_cache with network_info: [{"id": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "address": "fa:16:3e:e0:7f:91", "network": {"id": "4d472ed4-84e1-4e37-a1fc-f9947c5aa262", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1668244089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea79a35dd4d46019b08051a348e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a83fe4-97", "ovs_interfaceid": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.288031] env[69262]: INFO nova.compute.manager [-] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Took 2.21 seconds to deallocate network for instance. [ 814.293207] env[69262]: DEBUG nova.compute.manager [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.293505] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.294379] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7616ee-4b31-4d79-af09-29dade86fbf9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.305434] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.305616] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40af178e-1f17-4dc2-ab04-199728edab48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.313050] env[69262]: DEBUG oslo_vmware.api [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 814.313050] env[69262]: value = "task-3713544" [ 814.313050] env[69262]: _type = "Task" [ 814.313050] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.322509] env[69262]: DEBUG oslo_vmware.api [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.431879] env[69262]: DEBUG nova.scheduler.client.report [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.443403] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.521752] env[69262]: DEBUG nova.network.neutron [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.533036] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713543, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.620223] env[69262]: DEBUG nova.network.neutron [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.634444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Releasing lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.635666] env[69262]: DEBUG nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Instance network_info: |[{"id": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "address": "fa:16:3e:e0:7f:91", "network": {"id": "4d472ed4-84e1-4e37-a1fc-f9947c5aa262", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1668244089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea79a35dd4d46019b08051a348e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a83fe4-97", "ovs_interfaceid": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.635666] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5225094a-0c37-09d2-5b0e-7433f9972d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.017376} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.636361] env[69262]: DEBUG oslo_concurrency.lockutils [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] Acquired lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.636597] env[69262]: DEBUG nova.network.neutron [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Refreshing network info cache for port 38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.638853] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:7f:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8d3908ba-a3dc-4f88-988b-f997cf7257e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a83fe4-973b-44f8-b1ba-f1dd351382b6', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.648457] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Creating folder: Project (4ea79a35dd4d46019b08051a348e5f4c). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.648931] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.649457] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.651114] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.651114] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.651114] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.651728] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ba1f4d2-e872-4308-94fe-ea14d57b7c64 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.654161] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2772414-7a64-420b-b9fe-8278036f0088 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.668130] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.668416] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.671159] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a167bc-1cbf-486c-8708-b5c23e6f5bee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.674350] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Created folder: Project (4ea79a35dd4d46019b08051a348e5f4c) in parent group-v739409. [ 814.674635] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Creating folder: Instances. Parent ref: group-v739574. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.674908] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2280ffab-dc8c-4934-8106-4c791abd2ff7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.685479] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 814.685479] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52da0565-bd8e-d706-ba6a-0d04fdcf4e2a" [ 814.685479] env[69262]: _type = "Task" [ 814.685479] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.693266] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Created folder: Instances in parent group-v739574. [ 814.694180] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.696257] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.696257] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4589953-98ac-479b-a4c7-fb0f59968529 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.717336] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52da0565-bd8e-d706-ba6a-0d04fdcf4e2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013434} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.718880] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e500e43-dba3-445a-b005-90da271c2117 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.723879] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.723879] env[69262]: value = "task-3713547" [ 814.723879] env[69262]: _type = "Task" [ 814.723879] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.725278] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 814.725278] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f8f07f-e267-0236-7733-aa494170d0fe" [ 814.725278] env[69262]: _type = "Task" [ 814.725278] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.739989] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f8f07f-e267-0236-7733-aa494170d0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.743949] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713547, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.803066] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.824023] env[69262]: DEBUG oslo_vmware.api [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713544, 'name': PowerOffVM_Task, 'duration_secs': 0.304263} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.824373] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.824612] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.824785] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bac5f9f-4c40-4492-b031-bbba8ee33196 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.913863] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.913863] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.913863] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleting the datastore file [datastore2] 505f38d1-ef30-4c8e-93f3-c512505527e8 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.913863] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bea6d14-8f97-4ac4-8b9e-c3d9c02b6782 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.921889] env[69262]: DEBUG oslo_vmware.api [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for the task: (returnval){ [ 814.921889] env[69262]: value = "task-3713549" [ 814.921889] env[69262]: _type = "Task" [ 814.921889] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.933209] env[69262]: DEBUG oslo_vmware.api [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.938906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.939648] env[69262]: DEBUG nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.943081] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.751s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.944849] env[69262]: INFO nova.compute.claims [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.029168] env[69262]: DEBUG oslo_vmware.api [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713543, 'name': PowerOnVM_Task, 'duration_secs': 1.554403} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.029491] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.029695] env[69262]: INFO nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Took 11.65 seconds to spawn the instance on the hypervisor. [ 815.029914] env[69262]: DEBUG nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.030871] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7bed3c-62fe-48e4-8598-dd0800a84985 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.124610] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Releasing lock "refresh_cache-c7dd6269-bd89-4e20-9e01-222cf348047b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.125285] env[69262]: DEBUG nova.compute.manager [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.125769] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.130023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a9af37-9f7d-4d83-8687-3aafe97b56a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.136862] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.138032] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-128d5924-99bb-4f14-8195-9b78856f9640 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.145357] env[69262]: DEBUG oslo_vmware.api [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 815.145357] env[69262]: value = "task-3713550" [ 815.145357] env[69262]: _type = "Task" [ 815.145357] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.159910] env[69262]: DEBUG oslo_vmware.api [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.245572] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713547, 'name': CreateVM_Task, 'duration_secs': 0.428691} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.251229] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.252860] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f8f07f-e267-0236-7733-aa494170d0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013631} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.252860] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.252860] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.253113] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.253409] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.253800] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.255576] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd49612-928c-417f-b604-3567ec4033cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.256463] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b39463ef-69ad-413f-8135-fbd18f4615a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.274211] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 815.274211] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f848db-cdc0-be9b-df31-7b301ae56480" [ 815.274211] env[69262]: _type = "Task" [ 815.274211] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.274211] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 815.274211] env[69262]: value = "task-3713551" [ 815.274211] env[69262]: _type = "Task" [ 815.274211] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.293705] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f848db-cdc0-be9b-df31-7b301ae56480, 'name': SearchDatastore_Task, 'duration_secs': 0.01736} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.297650] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.298178] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.298233] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.298398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.298743] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.299206] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.299503] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f168461a-7ba6-48e9-91b0-26ba85a3db7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.311106] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.311433] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.312562] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f61ca23-05eb-480e-a072-eec074acd2a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.323227] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 815.323227] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ab7057-fa28-6906-68d4-4185e521b7a2" [ 815.323227] env[69262]: _type = "Task" [ 815.323227] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.333961] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ab7057-fa28-6906-68d4-4185e521b7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.438201] env[69262]: DEBUG oslo_vmware.api [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Task: {'id': task-3713549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410601} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.438550] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.438799] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.439016] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.439202] env[69262]: INFO nova.compute.manager [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 815.439489] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.439694] env[69262]: DEBUG nova.compute.manager [-] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.439786] env[69262]: DEBUG nova.network.neutron [-] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.450617] env[69262]: DEBUG nova.compute.utils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.456720] env[69262]: DEBUG nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.457912] env[69262]: DEBUG nova.network.neutron [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.460543] env[69262]: INFO nova.compute.manager [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Rebuilding instance [ 815.473155] env[69262]: DEBUG nova.network.neutron [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Updated VIF entry in instance network info cache for port 38a83fe4-973b-44f8-b1ba-f1dd351382b6. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.473934] env[69262]: DEBUG nova.network.neutron [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Updating instance_info_cache with network_info: [{"id": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "address": "fa:16:3e:e0:7f:91", "network": {"id": "4d472ed4-84e1-4e37-a1fc-f9947c5aa262", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1668244089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea79a35dd4d46019b08051a348e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a83fe4-97", "ovs_interfaceid": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.515443] env[69262]: DEBUG nova.policy [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bbcf974d78d4d57b0abda0669a2c70a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92c50ad17ed94c9196bde2214f5bd74a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.521796] env[69262]: DEBUG nova.compute.manager [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.522724] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c187c9-3756-4bff-bfe0-ea080d574de5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.555793] env[69262]: INFO nova.compute.manager [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Took 42.99 seconds to build instance. [ 815.658824] env[69262]: DEBUG oslo_vmware.api [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713550, 'name': PowerOffVM_Task, 'duration_secs': 0.178979} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.659346] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.659672] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.660075] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc926cf-7be9-435c-86e8-8e0dab95a10f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.691192] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.691450] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.691789] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Deleting the datastore file [datastore1] c7dd6269-bd89-4e20-9e01-222cf348047b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.692127] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5def6b6c-86de-4e92-9248-ffef67d1940f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.700571] env[69262]: DEBUG oslo_vmware.api [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for the task: (returnval){ [ 815.700571] env[69262]: value = "task-3713553" [ 815.700571] env[69262]: _type = "Task" [ 815.700571] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.710625] env[69262]: DEBUG oslo_vmware.api [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.794807] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713551, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.840865] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ab7057-fa28-6906-68d4-4185e521b7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014294} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.842119] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44eadb11-2408-4ed9-871b-ec654ecd1588 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.853260] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 815.853260] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb65d3-fed3-8087-20ef-d86cc77c6ea0" [ 815.853260] env[69262]: _type = "Task" [ 815.853260] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.869550] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb65d3-fed3-8087-20ef-d86cc77c6ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.885424] env[69262]: DEBUG nova.compute.manager [req-ae92bbd1-11df-486c-af01-c6dc4c199eda req-a1daff6b-bc02-47aa-96a2-07f6a5dbe968 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Received event network-vif-deleted-07aa17ef-15f5-4242-9622-29c42bd2e276 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.885932] env[69262]: INFO nova.compute.manager [req-ae92bbd1-11df-486c-af01-c6dc4c199eda req-a1daff6b-bc02-47aa-96a2-07f6a5dbe968 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Neutron deleted interface 07aa17ef-15f5-4242-9622-29c42bd2e276; detaching it from the instance and deleting it from the info cache [ 815.886373] env[69262]: DEBUG nova.network.neutron [req-ae92bbd1-11df-486c-af01-c6dc4c199eda req-a1daff6b-bc02-47aa-96a2-07f6a5dbe968 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.913609] env[69262]: DEBUG nova.network.neutron [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Successfully created port: a1a00bb7-f6f0-47ec-80ae-7ef61626c745 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.956956] env[69262]: DEBUG nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.977834] env[69262]: DEBUG oslo_concurrency.lockutils [req-a21d85c4-434c-4f0c-b7e8-aa921fc12fc0 req-71bfe8c7-e112-4447-8c61-7d4d47e07279 service nova] Releasing lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.058455] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9f54bd76-c461-4678-bb79-bf55473e4352 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.631s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.217733] env[69262]: DEBUG oslo_vmware.api [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Task: {'id': task-3713553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250873} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.218047] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.218652] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.218849] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.219044] env[69262]: INFO nova.compute.manager [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 816.219326] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.219534] env[69262]: DEBUG nova.compute.manager [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.219629] env[69262]: DEBUG nova.network.neutron [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.287515] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891902} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.287774] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.287981] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.288354] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcb0967f-b064-4b2a-8399-128f0fe40eac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.299181] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 816.299181] env[69262]: value = "task-3713554" [ 816.299181] env[69262]: _type = "Task" [ 816.299181] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.310993] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.316930] env[69262]: DEBUG nova.network.neutron [-] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.370489] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fb65d3-fed3-8087-20ef-d86cc77c6ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.025436} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.370762] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.371154] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e7300d10-0760-4d59-bf7f-5d89c5ef2397/e7300d10-0760-4d59-bf7f-5d89c5ef2397.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.371498] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2366f9aa-160e-4ac8-8e99-16d0c97d2a56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.380420] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 816.380420] env[69262]: value = "task-3713555" [ 816.380420] env[69262]: _type = "Task" [ 816.380420] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.390974] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46a90c72-9057-49f2-99ca-b42a6d56cd90 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.397707] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.401305] env[69262]: DEBUG nova.network.neutron [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.410223] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c608bf-cc97-4c23-88c6-7ca45a79d279 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.454073] env[69262]: DEBUG nova.compute.manager [req-ae92bbd1-11df-486c-af01-c6dc4c199eda req-a1daff6b-bc02-47aa-96a2-07f6a5dbe968 service nova] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Detach interface failed, port_id=07aa17ef-15f5-4242-9622-29c42bd2e276, reason: Instance 505f38d1-ef30-4c8e-93f3-c512505527e8 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.539694] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.540164] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57cee56d-10cd-4643-a95e-d33b3d385bfa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.551031] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 816.551031] env[69262]: value = "task-3713556" [ 816.551031] env[69262]: _type = "Task" [ 816.551031] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.561648] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.605489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29574fc-396d-48b0-8cff-625c2f4fbfb9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.614305] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0464f058-7b91-4162-a095-0c3dd37ac998 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.647957] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70186fec-fb02-45d9-b2dd-06c85c3de46a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.657041] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c78648-6bb6-44e9-ad80-4ef6340b10c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.678260] env[69262]: DEBUG nova.compute.provider_tree [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.809645] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195524} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.810101] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.811065] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db786c37-8a56-4307-94b4-58f2974f7333 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.832136] env[69262]: INFO nova.compute.manager [-] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Took 1.39 seconds to deallocate network for instance. [ 816.840855] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.846697] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985a572d-fa31-45ab-a895-98ca014e93b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.871270] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 816.871270] env[69262]: value = "task-3713557" [ 816.871270] env[69262]: _type = "Task" [ 816.871270] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.883465] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.893727] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.908041] env[69262]: DEBUG nova.network.neutron [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.970123] env[69262]: DEBUG nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.009638] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.010651] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.011012] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.011275] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.011445] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.011706] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.011983] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.012228] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.012482] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.012689] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.012895] env[69262]: DEBUG nova.virt.hardware [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.015068] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8be8c7f-c329-4993-8568-3b8b8f9da318 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.025946] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94cb4c3-702c-451a-afa2-ad11892947ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.061892] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713556, 'name': PowerOffVM_Task, 'duration_secs': 0.199538} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.062261] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.062982] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.064176] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a6c4d1-5d80-454d-928f-7ad6d63546ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.074464] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.075341] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7716625b-3308-472b-88c4-b61e447bc7c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.106086] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.106335] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.106516] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Deleting the datastore file [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.106786] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0e53f0-9a84-4691-8ab6-bb8fb2e6b9c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.117058] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 817.117058] env[69262]: value = "task-3713559" [ 817.117058] env[69262]: _type = "Task" [ 817.117058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.127198] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.182330] env[69262]: DEBUG nova.scheduler.client.report [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.348504] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.381713] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.394382] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713555, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.411451] env[69262]: INFO nova.compute.manager [-] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Took 1.19 seconds to deallocate network for instance. [ 817.469169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "78082ae6-1d22-4917-bb47-cbccedde44aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.469551] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.469781] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "78082ae6-1d22-4917-bb47-cbccedde44aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.469961] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.470140] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.472763] env[69262]: INFO nova.compute.manager [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Terminating instance [ 817.579129] env[69262]: DEBUG nova.network.neutron [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Successfully updated port: a1a00bb7-f6f0-47ec-80ae-7ef61626c745 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.630226] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165182} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.630497] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.630692] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.630847] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.649449] env[69262]: DEBUG nova.compute.manager [req-b5c565d0-f438-420f-b8b0-d91e9104abbf req-230815b1-698f-4ca6-a01b-c9a187969c13 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Received event network-vif-plugged-a1a00bb7-f6f0-47ec-80ae-7ef61626c745 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.650176] env[69262]: DEBUG oslo_concurrency.lockutils [req-b5c565d0-f438-420f-b8b0-d91e9104abbf req-230815b1-698f-4ca6-a01b-c9a187969c13 service nova] Acquiring lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.650370] env[69262]: DEBUG oslo_concurrency.lockutils [req-b5c565d0-f438-420f-b8b0-d91e9104abbf req-230815b1-698f-4ca6-a01b-c9a187969c13 service nova] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.650607] env[69262]: DEBUG oslo_concurrency.lockutils [req-b5c565d0-f438-420f-b8b0-d91e9104abbf req-230815b1-698f-4ca6-a01b-c9a187969c13 service nova] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.651528] env[69262]: DEBUG nova.compute.manager [req-b5c565d0-f438-420f-b8b0-d91e9104abbf req-230815b1-698f-4ca6-a01b-c9a187969c13 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] No waiting events found dispatching network-vif-plugged-a1a00bb7-f6f0-47ec-80ae-7ef61626c745 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 817.651528] env[69262]: WARNING nova.compute.manager [req-b5c565d0-f438-420f-b8b0-d91e9104abbf req-230815b1-698f-4ca6-a01b-c9a187969c13 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Received unexpected event network-vif-plugged-a1a00bb7-f6f0-47ec-80ae-7ef61626c745 for instance with vm_state building and task_state spawning. [ 817.690399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.690957] env[69262]: DEBUG nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.700200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.783s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.701930] env[69262]: INFO nova.compute.claims [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.886022] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713557, 'name': ReconfigVM_Task, 'duration_secs': 0.535855} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.886022] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.886022] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-905d64cc-7401-4e0d-b9b0-780fbafd826c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.898202] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713555, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.898202] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 817.898202] env[69262]: value = "task-3713560" [ 817.898202] env[69262]: _type = "Task" [ 817.898202] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.907989] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713560, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.918659] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.981506] env[69262]: DEBUG nova.compute.manager [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.982034] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.983141] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a396acb-fb78-4d29-b69f-8daa6f27dc77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.994526] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.994958] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dcf0b3b-3d73-48de-95ba-452a37be3b5e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.002848] env[69262]: DEBUG oslo_vmware.api [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 818.002848] env[69262]: value = "task-3713561" [ 818.002848] env[69262]: _type = "Task" [ 818.002848] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.016932] env[69262]: DEBUG oslo_vmware.api [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.085568] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.085568] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.085568] env[69262]: DEBUG nova.network.neutron [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.213462] env[69262]: DEBUG nova.compute.utils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.219524] env[69262]: DEBUG nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.219524] env[69262]: DEBUG nova.network.neutron [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.285585] env[69262]: DEBUG nova.policy [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d1f42b7f8244d86a3eadbfb9aa4c8b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1344687a67b4612bbef84fa4327b1c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.400109] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713555, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.709617} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.404940] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e7300d10-0760-4d59-bf7f-5d89c5ef2397/e7300d10-0760-4d59-bf7f-5d89c5ef2397.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.405244] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.405691] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bb0de91-256a-407b-9741-43b6fb48c144 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.414795] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713560, 'name': Rename_Task, 'duration_secs': 0.30635} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.416660] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.417231] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 818.417231] env[69262]: value = "task-3713562" [ 818.417231] env[69262]: _type = "Task" [ 818.417231] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.417436] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21ef03d-0bd9-457b-911d-3b3e19de55be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.430536] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.432231] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 818.432231] env[69262]: value = "task-3713563" [ 818.432231] env[69262]: _type = "Task" [ 818.432231] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.444866] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.515412] env[69262]: DEBUG oslo_vmware.api [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713561, 'name': PowerOffVM_Task, 'duration_secs': 0.24048} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.517737] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.517934] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.518471] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb12161c-fce1-4745-9a1d-191e7bf6b4fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.525755] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0b9f7-dddf-8ada-0255-54d7da63402b/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.526933] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29c16a0-cd73-40cf-aedd-d29a7a712492 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.533594] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0b9f7-dddf-8ada-0255-54d7da63402b/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.533594] env[69262]: ERROR oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0b9f7-dddf-8ada-0255-54d7da63402b/disk-0.vmdk due to incomplete transfer. [ 818.533883] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ffd2a6a-ef02-4f29-ad52-4a48fa625fa7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.545559] env[69262]: DEBUG oslo_vmware.rw_handles [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0b9f7-dddf-8ada-0255-54d7da63402b/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.545559] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Uploaded image 58ac1533-f76b-4bcb-b01a-59dc6f4ac086 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.548616] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.548725] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f84137fa-c9ee-4fdc-bc3f-158c3b0c762b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.556536] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 818.556536] env[69262]: value = "task-3713565" [ 818.556536] env[69262]: _type = "Task" [ 818.556536] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.569250] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713565, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.594982] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.595459] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.595796] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleting the datastore file [datastore1] 78082ae6-1d22-4917-bb47-cbccedde44aa {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.596068] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b6ca059-25c0-4cbe-8a2c-fdcd7f9e0938 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.606979] env[69262]: DEBUG oslo_vmware.api [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 818.606979] env[69262]: value = "task-3713566" [ 818.606979] env[69262]: _type = "Task" [ 818.606979] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.617967] env[69262]: DEBUG oslo_vmware.api [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.642077] env[69262]: DEBUG nova.network.neutron [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.674617] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.674907] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.675196] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.675392] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.675972] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.675972] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.676105] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.676312] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.676539] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.676778] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.677092] env[69262]: DEBUG nova.virt.hardware [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.678164] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3270bc-5706-40f1-a0c9-5a63b341ad8f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.692630] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173434e9-bc77-4da8-90e2-2e1ee3d397b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.709777] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.715543] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.719556] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.721680] env[69262]: DEBUG nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.723767] env[69262]: DEBUG nova.network.neutron [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Successfully created port: 4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.729502] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12840006-a1f0-4cd9-b34c-9ce09adbaceb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.760668] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.760668] env[69262]: value = "task-3713567" [ 818.760668] env[69262]: _type = "Task" [ 818.760668] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.771633] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713567, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.931019] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082401} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.934206] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.935784] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834190c9-e43d-40c6-8e73-259dd741c5b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.944875] env[69262]: DEBUG nova.network.neutron [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Updating instance_info_cache with network_info: [{"id": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "address": "fa:16:3e:d4:ba:53", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a00bb7-f6", "ovs_interfaceid": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.970810] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] e7300d10-0760-4d59-bf7f-5d89c5ef2397/e7300d10-0760-4d59-bf7f-5d89c5ef2397.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.971197] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713563, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.975543] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.975883] env[69262]: DEBUG nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Instance network_info: |[{"id": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "address": "fa:16:3e:d4:ba:53", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a00bb7-f6", "ovs_interfaceid": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.976228] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0aadfe2-7f68-4bb7-9988-ff75a135c228 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.992274] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:ba:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1a00bb7-f6f0-47ec-80ae-7ef61626c745', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.001076] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.002438] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.003262] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1090e2de-1b0d-49c9-bb2c-2d5d546ea4d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.022793] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 819.022793] env[69262]: value = "task-3713568" [ 819.022793] env[69262]: _type = "Task" [ 819.022793] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.032824] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.032824] env[69262]: value = "task-3713569" [ 819.032824] env[69262]: _type = "Task" [ 819.032824] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.037066] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.050700] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713569, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.069660] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713565, 'name': Destroy_Task, 'duration_secs': 0.483684} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.069660] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Destroyed the VM [ 819.069660] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.070904] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-586ad1e3-69a2-42af-a6e2-48e9ac227ec2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.078111] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 819.078111] env[69262]: value = "task-3713570" [ 819.078111] env[69262]: _type = "Task" [ 819.078111] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.089798] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.117874] env[69262]: DEBUG oslo_vmware.api [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176469} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.118240] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.118537] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.118823] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.118973] env[69262]: INFO nova.compute.manager [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 819.119244] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.119462] env[69262]: DEBUG nova.compute.manager [-] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.119577] env[69262]: DEBUG nova.network.neutron [-] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.272081] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713567, 'name': CreateVM_Task, 'duration_secs': 0.456337} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.274834] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.276074] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276074] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.276074] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.276348] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331a8345-4a98-4079-bd07-4bfc4828fe38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.283161] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 819.283161] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5231a5f8-fd40-2fa6-c60b-c9544ece4c7f" [ 819.283161] env[69262]: _type = "Task" [ 819.283161] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.293051] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5231a5f8-fd40-2fa6-c60b-c9544ece4c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.449203] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830244b0-c25b-4f00-927b-a07de1c24c59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.463418] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f19715-47a0-4330-b3ff-c4704231eaff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.472312] env[69262]: DEBUG oslo_vmware.api [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713563, 'name': PowerOnVM_Task, 'duration_secs': 0.603645} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.472312] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.472312] env[69262]: INFO nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Took 10.48 seconds to spawn the instance on the hypervisor. [ 819.472312] env[69262]: DEBUG nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.473221] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796c8fe8-df1a-416a-b707-3f439d87408c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.504868] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9664c2-3304-4f01-a6ed-c8a65a0aff76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.519324] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21506518-7ceb-4361-b917-f4b9d26feaa4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.532819] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713568, 'name': ReconfigVM_Task, 'duration_secs': 0.420932} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.542447] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Reconfigured VM instance instance-00000037 to attach disk [datastore1] e7300d10-0760-4d59-bf7f-5d89c5ef2397/e7300d10-0760-4d59-bf7f-5d89c5ef2397.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.543463] env[69262]: DEBUG nova.compute.provider_tree [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.544920] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a246d934-9ec4-48c6-97a1-a455e32fbaa2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.559068] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713569, 'name': CreateVM_Task, 'duration_secs': 0.454888} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.559936] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.560336] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 819.560336] env[69262]: value = "task-3713571" [ 819.560336] env[69262]: _type = "Task" [ 819.560336] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.562045] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.571878] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713571, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.588091] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713570, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.764065] env[69262]: DEBUG nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.794649] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.795040] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.795284] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.795581] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.795816] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.796051] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.796375] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.796649] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.796924] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.797204] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.797491] env[69262]: DEBUG nova.virt.hardware [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.799126] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdeeff3-d931-4849-9d77-49c1cd6fe2e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.806242] env[69262]: DEBUG nova.compute.manager [req-1467eb9b-f67d-4808-adb3-e6f593a6ef8b req-9fe4b751-803f-45df-9aa6-2c4db7ad6ce3 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Received event network-vif-deleted-37cff32c-69e0-4af1-b0a3-e9fff731e705 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.806562] env[69262]: INFO nova.compute.manager [req-1467eb9b-f67d-4808-adb3-e6f593a6ef8b req-9fe4b751-803f-45df-9aa6-2c4db7ad6ce3 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Neutron deleted interface 37cff32c-69e0-4af1-b0a3-e9fff731e705; detaching it from the instance and deleting it from the info cache [ 819.806832] env[69262]: DEBUG nova.network.neutron [req-1467eb9b-f67d-4808-adb3-e6f593a6ef8b req-9fe4b751-803f-45df-9aa6-2c4db7ad6ce3 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.815738] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5231a5f8-fd40-2fa6-c60b-c9544ece4c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015314} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.818107] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.818107] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.818528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.818629] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.818844] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.821216] env[69262]: DEBUG nova.compute.manager [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Received event network-changed-a1a00bb7-f6f0-47ec-80ae-7ef61626c745 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.821216] env[69262]: DEBUG nova.compute.manager [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Refreshing instance network info cache due to event network-changed-a1a00bb7-f6f0-47ec-80ae-7ef61626c745. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.823164] env[69262]: DEBUG oslo_concurrency.lockutils [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] Acquiring lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.824085] env[69262]: DEBUG oslo_concurrency.lockutils [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] Acquired lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.824399] env[69262]: DEBUG nova.network.neutron [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Refreshing network info cache for port a1a00bb7-f6f0-47ec-80ae-7ef61626c745 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.830777] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.832038] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.832427] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1742e3a-5030-4cc7-8900-432b357c35ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.835855] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15d5762-7719-494b-915d-7334bd76fd77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.839021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a1580-f069-4f42-896f-aa5ae60282b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.847858] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 819.847858] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a6ebae-09e2-5093-08b4-21e8ee437dde" [ 819.847858] env[69262]: _type = "Task" [ 819.847858] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.860965] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.861197] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.862838] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73a8995-4547-4596-9b24-ece60526ab79 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.870570] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a6ebae-09e2-5093-08b4-21e8ee437dde, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.871955] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.872241] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.872465] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.872810] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 819.872810] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526afc65-1ef8-cc6c-0c21-421bcd49d363" [ 819.872810] env[69262]: _type = "Task" [ 819.872810] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.883175] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526afc65-1ef8-cc6c-0c21-421bcd49d363, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.883964] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27abf0fa-d8ce-4849-b799-9efdd75e9f63 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.890259] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 819.890259] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb7483-6f33-9a22-f6af-e8bfe5182896" [ 819.890259] env[69262]: _type = "Task" [ 819.890259] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.899747] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb7483-6f33-9a22-f6af-e8bfe5182896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.022214] env[69262]: INFO nova.compute.manager [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Took 39.29 seconds to build instance. [ 820.053110] env[69262]: DEBUG nova.scheduler.client.report [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.073046] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713571, 'name': Rename_Task, 'duration_secs': 0.161424} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.073369] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.073622] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fd784c5-27eb-40fa-8a7f-ba6f7860cf58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.083895] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 820.083895] env[69262]: value = "task-3713572" [ 820.083895] env[69262]: _type = "Task" [ 820.083895] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.091012] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713570, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.097434] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.145503] env[69262]: DEBUG nova.network.neutron [-] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.320064] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb4c5817-d05e-493f-924a-6e8003a58a96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.329232] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e51bc7c-c9fa-4853-b49b-dbb328969f5c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.341772] env[69262]: DEBUG nova.network.neutron [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Successfully updated port: 4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.371245] env[69262]: DEBUG nova.compute.manager [req-1467eb9b-f67d-4808-adb3-e6f593a6ef8b req-9fe4b751-803f-45df-9aa6-2c4db7ad6ce3 service nova] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Detach interface failed, port_id=37cff32c-69e0-4af1-b0a3-e9fff731e705, reason: Instance 78082ae6-1d22-4917-bb47-cbccedde44aa could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.400918] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb7483-6f33-9a22-f6af-e8bfe5182896, 'name': SearchDatastore_Task, 'duration_secs': 0.010266} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.401146] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.401382] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.401669] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.401881] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.402121] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b96edd74-b8c6-4f12-b519-3c6e769f0fdf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.404062] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1621f76a-d174-42a2-b171-4a394672f7a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.411732] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 820.411732] env[69262]: value = "task-3713573" [ 820.411732] env[69262]: _type = "Task" [ 820.411732] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.416102] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.416360] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.417524] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c7a877-f87d-4d28-a285-a18463cd64f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.423834] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.427528] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 820.427528] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bd2e9d-e472-fa05-2f32-fe11261863ad" [ 820.427528] env[69262]: _type = "Task" [ 820.427528] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.442238] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bd2e9d-e472-fa05-2f32-fe11261863ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.443082] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e3cf210-d4c5-41ca-966e-dba04acec254 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.449204] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 820.449204] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc0e26-fc9b-890e-32af-9006682a0c47" [ 820.449204] env[69262]: _type = "Task" [ 820.449204] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.457629] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc0e26-fc9b-890e-32af-9006682a0c47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.525229] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4aee1845-0c4f-4f3d-bbdd-5f6ffb5fad37 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.419s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.562038] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.562038] env[69262]: DEBUG nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.563532] env[69262]: DEBUG nova.network.neutron [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Updated VIF entry in instance network info cache for port a1a00bb7-f6f0-47ec-80ae-7ef61626c745. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.566020] env[69262]: DEBUG nova.network.neutron [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Updating instance_info_cache with network_info: [{"id": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "address": "fa:16:3e:d4:ba:53", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a00bb7-f6", "ovs_interfaceid": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.566020] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.967s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.566207] env[69262]: DEBUG nova.objects.instance [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lazy-loading 'resources' on Instance uuid b1371739-7839-446a-8819-8df7cbd70c04 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.593649] env[69262]: DEBUG oslo_vmware.api [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713570, 'name': RemoveSnapshot_Task, 'duration_secs': 1.18598} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.594488] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.594765] env[69262]: INFO nova.compute.manager [None req-04f3ff73-b9b5-42c2-b996-63bb98df2356 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Took 17.98 seconds to snapshot the instance on the hypervisor. [ 820.605756] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713572, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.648743] env[69262]: INFO nova.compute.manager [-] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Took 1.53 seconds to deallocate network for instance. [ 820.844139] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.844578] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.844862] env[69262]: DEBUG nova.network.neutron [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.922681] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713573, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.960179] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc0e26-fc9b-890e-32af-9006682a0c47, 'name': SearchDatastore_Task, 'duration_secs': 0.010338} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.960835] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.960835] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ac6131ac-f4d0-4b70-8e5f-b012da69c368/ac6131ac-f4d0-4b70-8e5f-b012da69c368.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.961039] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04eb75c1-faae-4952-92f7-530a3d02490b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.968559] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 820.968559] env[69262]: value = "task-3713574" [ 820.968559] env[69262]: _type = "Task" [ 820.968559] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.977826] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.075518] env[69262]: DEBUG oslo_concurrency.lockutils [req-a0951751-bdf8-4beb-baf2-0dba5f90cd60 req-94557d8c-3cba-4d50-afbe-7c50da330c14 service nova] Releasing lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.078876] env[69262]: DEBUG nova.compute.utils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.078876] env[69262]: DEBUG nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.078982] env[69262]: DEBUG nova.network.neutron [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.099576] env[69262]: DEBUG oslo_vmware.api [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713572, 'name': PowerOnVM_Task, 'duration_secs': 0.526539} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.099881] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.100222] env[69262]: INFO nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Took 9.15 seconds to spawn the instance on the hypervisor. [ 821.100530] env[69262]: DEBUG nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.103959] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc156f7-e9b8-477d-9225-1ce6a71c9386 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.138167] env[69262]: DEBUG nova.policy [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29e9c910cf244c89aa4ca8731a3fae1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '072f5c33dfa3480daa7c62a4f13afef4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.158110] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.394731] env[69262]: DEBUG nova.network.neutron [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.428268] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713573, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.462024] env[69262]: DEBUG nova.network.neutron [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Successfully created port: 314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.486023] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.579995] env[69262]: DEBUG nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.582885] env[69262]: INFO nova.compute.manager [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Rebuilding instance [ 821.585598] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f2bae4-cfd0-43e7-aea1-100eeec796bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.594009] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d947c0d8-3e1e-4152-8868-37217e12cb6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.641862] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ef79f-bfda-4ef8-b8ba-33a84c0341c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.650070] env[69262]: INFO nova.compute.manager [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Took 38.33 seconds to build instance. [ 821.658848] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624469d6-b05b-41bd-884e-a6848d23439c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.675442] env[69262]: DEBUG nova.compute.provider_tree [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.683279] env[69262]: DEBUG nova.compute.manager [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.684254] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d775ba1-4395-4933-a2c8-52fdcb0d1624 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.923834] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713573, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.955220] env[69262]: DEBUG nova.network.neutron [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updating instance_info_cache with network_info: [{"id": "4c4f072b-8b51-401c-b65c-073966692cc8", "address": "fa:16:3e:28:0d:86", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4f072b-8b", "ovs_interfaceid": "4c4f072b-8b51-401c-b65c-073966692cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.984937] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.061458] env[69262]: DEBUG nova.compute.manager [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Received event network-vif-plugged-4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.061704] env[69262]: DEBUG oslo_concurrency.lockutils [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] Acquiring lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.061911] env[69262]: DEBUG oslo_concurrency.lockutils [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.062199] env[69262]: DEBUG oslo_concurrency.lockutils [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.062390] env[69262]: DEBUG nova.compute.manager [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] No waiting events found dispatching network-vif-plugged-4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.062481] env[69262]: WARNING nova.compute.manager [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Received unexpected event network-vif-plugged-4c4f072b-8b51-401c-b65c-073966692cc8 for instance with vm_state building and task_state spawning. [ 822.062627] env[69262]: DEBUG nova.compute.manager [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Received event network-changed-4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.062797] env[69262]: DEBUG nova.compute.manager [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Refreshing instance network info cache due to event network-changed-4c4f072b-8b51-401c-b65c-073966692cc8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.062877] env[69262]: DEBUG oslo_concurrency.lockutils [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] Acquiring lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.152494] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6be777a-3ec1-41c2-bc0d-4d79b39aa5ae tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.980s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.185037] env[69262]: DEBUG nova.scheduler.client.report [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.432810] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713573, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55998} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.432810] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.432810] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.433115] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-675a5e79-4c86-4d70-909b-31a78f0637c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.445085] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 822.445085] env[69262]: value = "task-3713575" [ 822.445085] env[69262]: _type = "Task" [ 822.445085] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.458536] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Releasing lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.458536] env[69262]: DEBUG nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Instance network_info: |[{"id": "4c4f072b-8b51-401c-b65c-073966692cc8", "address": "fa:16:3e:28:0d:86", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4f072b-8b", "ovs_interfaceid": "4c4f072b-8b51-401c-b65c-073966692cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.459081] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.459208] env[69262]: DEBUG oslo_concurrency.lockutils [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] Acquired lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.459703] env[69262]: DEBUG nova.network.neutron [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Refreshing network info cache for port 4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.461140] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:0d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c4f072b-8b51-401c-b65c-073966692cc8', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.469756] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Creating folder: Project (f1344687a67b4612bbef84fa4327b1c8). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.470945] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94e0cbdf-b769-4bd1-acad-520ca2297be5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.485792] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.490912] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Created folder: Project (f1344687a67b4612bbef84fa4327b1c8) in parent group-v739409. [ 822.491127] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Creating folder: Instances. Parent ref: group-v739579. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.492058] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35708263-d0f2-48d4-8bc8-71755704da96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.506202] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Created folder: Instances in parent group-v739579. [ 822.506202] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.506202] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.506202] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecc981ac-2549-48af-90fe-f7944c92072c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.531100] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.531100] env[69262]: value = "task-3713578" [ 822.531100] env[69262]: _type = "Task" [ 822.531100] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.545324] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713578, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.594689] env[69262]: DEBUG nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.624701] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.625081] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.625308] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.625551] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.625710] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.625860] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.626124] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.626297] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.626502] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.626672] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.626848] env[69262]: DEBUG nova.virt.hardware [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.627848] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a91498-fa68-4560-9c22-9c6cfb5c603d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.637858] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0594560b-8119-4a85-be9d-2f0db8809100 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.690090] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.692962] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.964s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.693251] env[69262]: DEBUG nova.objects.instance [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lazy-loading 'resources' on Instance uuid ad8a3a86-13df-41d9-b660-b30255a41fab {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.701903] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.702232] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea2bd14-e9da-4cb6-be8b-3cb69b5732f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.712150] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 822.712150] env[69262]: value = "task-3713579" [ 822.712150] env[69262]: _type = "Task" [ 822.712150] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.727813] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.729473] env[69262]: INFO nova.scheduler.client.report [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Deleted allocations for instance b1371739-7839-446a-8819-8df7cbd70c04 [ 822.958109] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163309} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.958532] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.959421] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce631d-952f-4a51-965b-0df8b6fa7305 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.985598] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.985817] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aa22bf0-1eef-4afc-b831-66725b6aea0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.015528] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713574, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.59439} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.019787] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ac6131ac-f4d0-4b70-8e5f-b012da69c368/ac6131ac-f4d0-4b70-8e5f-b012da69c368.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.020096] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.020466] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 823.020466] env[69262]: value = "task-3713580" [ 823.020466] env[69262]: _type = "Task" [ 823.020466] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.020686] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d47bdcf-f947-4978-867e-9e2f9e3e5b10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.034843] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.040271] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 823.040271] env[69262]: value = "task-3713581" [ 823.040271] env[69262]: _type = "Task" [ 823.040271] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.047708] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713578, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.056542] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.195809] env[69262]: DEBUG nova.network.neutron [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Successfully updated port: 314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.224474] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713579, 'name': PowerOffVM_Task, 'duration_secs': 0.314234} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.224845] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.225161] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.226417] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3cf21-8636-4756-9f81-f409fa597baf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.242526] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.243214] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d5c45b0-28e9-4aef-81a0-78cafd22ecc5 tempest-InstanceActionsNegativeTestJSON-2056299819 tempest-InstanceActionsNegativeTestJSON-2056299819-project-member] Lock "b1371739-7839-446a-8819-8df7cbd70c04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.124s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.244232] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-005f32bf-8ff3-4a9f-8b0b-d90e49a088b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.348530] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.348530] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.348530] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleting the datastore file [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.351521] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91990c79-ba20-47e5-b423-f21b42f68d64 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.362471] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 823.362471] env[69262]: value = "task-3713583" [ 823.362471] env[69262]: _type = "Task" [ 823.362471] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.379642] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.542812] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713580, 'name': ReconfigVM_Task, 'duration_secs': 0.379867} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.550080] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d/b687fb4a-0cdd-4b4a-b83a-6b236917bf1d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.555427] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bed1301c-e99e-4307-9764-d618fe93bc96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.556803] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713578, 'name': CreateVM_Task, 'duration_secs': 0.520157} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.557516] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.559957] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.559957] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.559957] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.564508] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53bd980d-46a9-4e3d-9a92-49d5520a2218 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.566567] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095009} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.575167] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.575167] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 823.575167] env[69262]: value = "task-3713584" [ 823.575167] env[69262]: _type = "Task" [ 823.575167] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.575167] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aab75bf-c46d-4e3f-8e72-13c2d492e751 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.587327] env[69262]: DEBUG nova.compute.manager [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 823.587542] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 823.587542] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52970f0b-4e70-be97-7d9e-f4c09d5f612b" [ 823.587542] env[69262]: _type = "Task" [ 823.587542] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.588599] env[69262]: DEBUG nova.network.neutron [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updated VIF entry in instance network info cache for port 4c4f072b-8b51-401c-b65c-073966692cc8. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.588949] env[69262]: DEBUG nova.network.neutron [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updating instance_info_cache with network_info: [{"id": "4c4f072b-8b51-401c-b65c-073966692cc8", "address": "fa:16:3e:28:0d:86", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4f072b-8b", "ovs_interfaceid": "4c4f072b-8b51-401c-b65c-073966692cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.594116] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134715b4-9960-46a3-90bd-abf4babb1641 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.623100] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ac6131ac-f4d0-4b70-8e5f-b012da69c368/ac6131ac-f4d0-4b70-8e5f-b012da69c368.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.630983] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f80040c-55ef-4102-a22a-00b959b9c9c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.646165] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713584, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.657595] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52970f0b-4e70-be97-7d9e-f4c09d5f612b, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.658246] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.658760] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.659601] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.659601] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.659601] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.659927] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ff8a23c-1ed0-46dc-97f7-4190ba574503 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.667023] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 823.667023] env[69262]: value = "task-3713585" [ 823.667023] env[69262]: _type = "Task" [ 823.667023] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.675391] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.675605] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.684840] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60e3f9f2-14db-4c14-855d-8972d2c6e92c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.689317] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.695275] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 823.695275] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52edc5b7-1457-8577-1376-5e7bb7cecffa" [ 823.695275] env[69262]: _type = "Task" [ 823.695275] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.707080] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.707080] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquired lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.707080] env[69262]: DEBUG nova.network.neutron [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.709661] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52edc5b7-1457-8577-1376-5e7bb7cecffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.873572] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172408} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.875193] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.875443] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.875665] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.879263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27780e8b-14ad-4fdd-b4b5-2a6c4bb61868 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.888758] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa45211e-9b9b-42a0-92d6-0d4302a9ff3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.924162] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b4858-9113-4c23-9f71-60c4b7a8a0fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.934485] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931cab97-c851-495a-a24a-1bb6edf12307 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.952215] env[69262]: DEBUG nova.compute.provider_tree [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.089923] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713584, 'name': Rename_Task, 'duration_secs': 0.165836} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.090240] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.090503] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f88451aa-c8ea-4a1c-8002-d7ec695b5e67 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.097769] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 824.097769] env[69262]: value = "task-3713586" [ 824.097769] env[69262]: _type = "Task" [ 824.097769] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.102150] env[69262]: DEBUG oslo_concurrency.lockutils [req-18e71447-51c7-49eb-a8a5-6c901d076fe0 req-7afeb238-edd3-40fa-b5b8-2c3b46ea3307 service nova] Releasing lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.108786] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.159313] env[69262]: INFO nova.compute.manager [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] instance snapshotting [ 824.164857] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa11874-0321-4200-b62f-42ecf48393fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.170295] env[69262]: DEBUG nova.compute.manager [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Received event network-vif-plugged-314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.170535] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Acquiring lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.171099] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.171099] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.171099] env[69262]: DEBUG nova.compute.manager [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] No waiting events found dispatching network-vif-plugged-314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 824.171268] env[69262]: WARNING nova.compute.manager [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Received unexpected event network-vif-plugged-314ab5fe-b928-4498-8d15-afa5576859de for instance with vm_state building and task_state spawning. [ 824.171415] env[69262]: DEBUG nova.compute.manager [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Received event network-changed-38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.171556] env[69262]: DEBUG nova.compute.manager [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Refreshing instance network info cache due to event network-changed-38a83fe4-973b-44f8-b1ba-f1dd351382b6. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.171729] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Acquiring lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.171859] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Acquired lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.172016] env[69262]: DEBUG nova.network.neutron [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Refreshing network info cache for port 38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.182697] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713585, 'name': ReconfigVM_Task, 'duration_secs': 0.321395} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.196164] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ac6131ac-f4d0-4b70-8e5f-b012da69c368/ac6131ac-f4d0-4b70-8e5f-b012da69c368.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.199960] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eda9647-6481-4e32-9522-96439939c645 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.202379] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b24f9d-7fbe-4380-a1ca-2ad23db0d144 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.219765] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52edc5b7-1457-8577-1376-5e7bb7cecffa, 'name': SearchDatastore_Task, 'duration_secs': 0.01253} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.222356] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 824.222356] env[69262]: value = "task-3713587" [ 824.222356] env[69262]: _type = "Task" [ 824.222356] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.222356] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85e61358-b901-4d30-8491-60bb1d05aed3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.232210] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 824.232210] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52306abb-3156-75d8-5abe-104832742961" [ 824.232210] env[69262]: _type = "Task" [ 824.232210] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.235729] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713587, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.248690] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52306abb-3156-75d8-5abe-104832742961, 'name': SearchDatastore_Task, 'duration_secs': 0.01357} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.249086] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.249414] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b75d7fd5-ffee-482f-9c0a-d9b62e72ada8/b75d7fd5-ffee-482f-9c0a-d9b62e72ada8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.249748] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01d20507-b876-4769-8980-c34111ca5c22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.258042] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 824.258042] env[69262]: value = "task-3713588" [ 824.258042] env[69262]: _type = "Task" [ 824.258042] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.272333] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.312708] env[69262]: DEBUG nova.network.neutron [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.458464] env[69262]: DEBUG nova.scheduler.client.report [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.616504] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713586, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.714108] env[69262]: DEBUG nova.network.neutron [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Updating instance_info_cache with network_info: [{"id": "314ab5fe-b928-4498-8d15-afa5576859de", "address": "fa:16:3e:20:cc:85", "network": {"id": "78242138-2cc0-4470-8fb3-f2560769d526", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1811926991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "072f5c33dfa3480daa7c62a4f13afef4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ab5fe-b9", "ovs_interfaceid": "314ab5fe-b928-4498-8d15-afa5576859de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.722343] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 824.723196] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f96f785a-110e-490d-bac9-be1dc5c53ed0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.737513] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713587, 'name': Rename_Task, 'duration_secs': 0.187068} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.742025] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.742025] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 824.742025] env[69262]: value = "task-3713589" [ 824.742025] env[69262]: _type = "Task" [ 824.742025] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.742025] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3d49d8-8dec-4ba3-8d4c-7321b542c11e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.763962] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.773136] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 824.773136] env[69262]: value = "task-3713590" [ 824.773136] env[69262]: _type = "Task" [ 824.773136] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.782195] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.788850] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.929174] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.929174] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.929174] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.929174] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.929910] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.930458] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.930857] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.931248] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.931618] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.934021] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.934021] env[69262]: DEBUG nova.virt.hardware [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.934021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21caf575-d336-47bd-baa2-cbfb57270746 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.946706] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737e4db8-96d9-492e-8958-c623c13597ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.963403] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:7f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5c9debf-503a-450c-8628-c9bc823f4c21', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.976066] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.978227] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.980404] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.981167] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.068s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.982933] env[69262]: INFO nova.compute.claims [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.985742] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a71d0b01-ca96-441d-b7f3-2b9a23eff34d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.003945] env[69262]: INFO nova.scheduler.client.report [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Deleted allocations for instance ad8a3a86-13df-41d9-b660-b30255a41fab [ 825.008864] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.008864] env[69262]: value = "task-3713591" [ 825.008864] env[69262]: _type = "Task" [ 825.008864] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.024819] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713591, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.112961] env[69262]: DEBUG oslo_vmware.api [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713586, 'name': PowerOnVM_Task, 'duration_secs': 0.590969} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.114378] env[69262]: DEBUG nova.network.neutron [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Updated VIF entry in instance network info cache for port 38a83fe4-973b-44f8-b1ba-f1dd351382b6. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.114749] env[69262]: DEBUG nova.network.neutron [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Updating instance_info_cache with network_info: [{"id": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "address": "fa:16:3e:e0:7f:91", "network": {"id": "4d472ed4-84e1-4e37-a1fc-f9947c5aa262", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1668244089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ea79a35dd4d46019b08051a348e5f4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8d3908ba-a3dc-4f88-988b-f997cf7257e2", "external-id": "nsx-vlan-transportzone-116", "segmentation_id": 116, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a83fe4-97", "ovs_interfaceid": "38a83fe4-973b-44f8-b1ba-f1dd351382b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.116493] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.116754] env[69262]: DEBUG nova.compute.manager [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.118202] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167e2949-d278-4211-a9f2-87f373b34415 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.217637] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Releasing lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.218056] env[69262]: DEBUG nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Instance network_info: |[{"id": "314ab5fe-b928-4498-8d15-afa5576859de", "address": "fa:16:3e:20:cc:85", "network": {"id": "78242138-2cc0-4470-8fb3-f2560769d526", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1811926991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "072f5c33dfa3480daa7c62a4f13afef4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ab5fe-b9", "ovs_interfaceid": "314ab5fe-b928-4498-8d15-afa5576859de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.218701] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:cc:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314ab5fe-b928-4498-8d15-afa5576859de', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.230131] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Creating folder: Project (072f5c33dfa3480daa7c62a4f13afef4). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.231252] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-152b537a-6d9f-404f-975c-08719d3ea4f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.245898] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Created folder: Project (072f5c33dfa3480daa7c62a4f13afef4) in parent group-v739409. [ 825.245959] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Creating folder: Instances. Parent ref: group-v739583. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.249717] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2605029e-067e-4099-b8f8-3a5786b877ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.258630] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.263629] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Created folder: Instances in parent group-v739583. [ 825.263993] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.264350] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.268232] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93b64092-1337-466e-8a6a-33ea76b74d20 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.295234] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561821} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.296389] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b75d7fd5-ffee-482f-9c0a-d9b62e72ada8/b75d7fd5-ffee-482f-9c0a-d9b62e72ada8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.296841] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.297551] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.297551] env[69262]: value = "task-3713594" [ 825.297551] env[69262]: _type = "Task" [ 825.297551] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.297852] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48f33863-ad26-4296-8283-ca948d41780c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.307356] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.316283] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713594, 'name': CreateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.318728] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 825.318728] env[69262]: value = "task-3713595" [ 825.318728] env[69262]: _type = "Task" [ 825.318728] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.332117] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.524601] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ad6a702-f513-495e-b559-8024ea3ae85d tempest-ServersTestJSON-447164745 tempest-ServersTestJSON-447164745-project-member] Lock "ad8a3a86-13df-41d9-b660-b30255a41fab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.783s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.534732] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713591, 'name': CreateVM_Task, 'duration_secs': 0.5229} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.534933] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.535852] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.536066] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.536387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.536684] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b540dc8-7168-408c-8843-5e28d9cd4516 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.544889] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 825.544889] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263ea2c-ef6a-36b6-d6bc-07de0e3c101d" [ 825.544889] env[69262]: _type = "Task" [ 825.544889] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.555769] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263ea2c-ef6a-36b6-d6bc-07de0e3c101d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.620715] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Releasing lock "refresh_cache-e7300d10-0760-4d59-bf7f-5d89c5ef2397" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.621110] env[69262]: DEBUG nova.compute.manager [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Received event network-changed-314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.621927] env[69262]: DEBUG nova.compute.manager [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Refreshing instance network info cache due to event network-changed-314ab5fe-b928-4498-8d15-afa5576859de. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.621927] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Acquiring lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.621927] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Acquired lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.621927] env[69262]: DEBUG nova.network.neutron [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Refreshing network info cache for port 314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.639809] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.760939] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713589, 'name': CreateSnapshot_Task, 'duration_secs': 0.982136} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.761293] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.762233] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6383d99b-8e6a-4ce0-b18d-5736b871bd98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.795510] env[69262]: DEBUG oslo_vmware.api [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713590, 'name': PowerOnVM_Task, 'duration_secs': 0.564348} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.795681] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.796082] env[69262]: INFO nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Took 8.83 seconds to spawn the instance on the hypervisor. [ 825.796082] env[69262]: DEBUG nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.796879] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36af59b-299a-4b55-950a-5be6a6ede7dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.809920] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713594, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.828532] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098925} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.828888] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.829780] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe4c60a-717c-415a-8489-19a19a421759 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.855999] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] b75d7fd5-ffee-482f-9c0a-d9b62e72ada8/b75d7fd5-ffee-482f-9c0a-d9b62e72ada8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.856797] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5664864b-99c7-4686-9425-68a985516c59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.877725] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 825.877725] env[69262]: value = "task-3713596" [ 825.877725] env[69262]: _type = "Task" [ 825.877725] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.886699] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.060810] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5263ea2c-ef6a-36b6-d6bc-07de0e3c101d, 'name': SearchDatastore_Task, 'duration_secs': 0.024968} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.061159] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.061397] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.061637] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.061780] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.061952] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.062246] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0cb034c-beaf-42ff-9b0d-181cd9fe6cf0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.073516] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.073750] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.074995] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.074995] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.074995] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.075890] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.076133] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.077099] env[69262]: INFO nova.compute.manager [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Terminating instance [ 826.078428] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb33216f-130b-4778-995c-9c221e9966db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.087387] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 826.087387] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bbb39c-44d1-e063-f521-42641aca3940" [ 826.087387] env[69262]: _type = "Task" [ 826.087387] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.097190] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bbb39c-44d1-e063-f521-42641aca3940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.287156] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.291546] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d421831-802b-410f-9327-9d44439d41dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.305446] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 826.305446] env[69262]: value = "task-3713597" [ 826.305446] env[69262]: _type = "Task" [ 826.305446] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.329529] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713594, 'name': CreateVM_Task, 'duration_secs': 0.644047} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.329687] env[69262]: INFO nova.compute.manager [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Took 38.17 seconds to build instance. [ 826.330805] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.336369] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.336369] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.336742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.337361] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713597, 'name': CloneVM_Task} progress is 11%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.340341] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-099558ca-55e5-4f79-8d9b-1dafdc7a2f6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.348558] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 826.348558] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523aa135-7c74-5817-d08e-2440f56ceb8f" [ 826.348558] env[69262]: _type = "Task" [ 826.348558] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.358488] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523aa135-7c74-5817-d08e-2440f56ceb8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.388727] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.547760] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2911fa42-92ef-48b6-b391-92bc5420c78a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.558321] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc0fef0-ad37-4f1b-8147-7140804c1d7d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.590468] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "refresh_cache-b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.590637] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquired lock "refresh_cache-b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.590821] env[69262]: DEBUG nova.network.neutron [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.596459] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8508d9-38be-43b1-ba22-8984162925fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.607682] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bbb39c-44d1-e063-f521-42641aca3940, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.610836] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95c8705-1afa-427b-8b30-fdab47fe4a93 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.614839] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346de86-3360-47ce-95f6-f1cdf05b5ac0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.625330] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 826.625330] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527a88dc-19a7-c1e1-7861-d8848c0c0118" [ 826.625330] env[69262]: _type = "Task" [ 826.625330] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.635012] env[69262]: DEBUG nova.compute.provider_tree [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.646943] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527a88dc-19a7-c1e1-7861-d8848c0c0118, 'name': SearchDatastore_Task, 'duration_secs': 0.013496} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.648022] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.648320] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.648600] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cbb56a5-8576-4225-be4d-63643651387c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.659865] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 826.659865] env[69262]: value = "task-3713598" [ 826.659865] env[69262]: _type = "Task" [ 826.659865] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.671869] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.748541] env[69262]: DEBUG nova.network.neutron [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Updated VIF entry in instance network info cache for port 314ab5fe-b928-4498-8d15-afa5576859de. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.748541] env[69262]: DEBUG nova.network.neutron [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Updating instance_info_cache with network_info: [{"id": "314ab5fe-b928-4498-8d15-afa5576859de", "address": "fa:16:3e:20:cc:85", "network": {"id": "78242138-2cc0-4470-8fb3-f2560769d526", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1811926991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "072f5c33dfa3480daa7c62a4f13afef4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ab5fe-b9", "ovs_interfaceid": "314ab5fe-b928-4498-8d15-afa5576859de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.804035] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.804035] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.804291] env[69262]: DEBUG nova.compute.manager [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 826.805419] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f395a3-6a70-46d4-a342-48cb275586a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.824151] env[69262]: DEBUG nova.compute.manager [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 826.824151] env[69262]: DEBUG nova.objects.instance [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'flavor' on Instance uuid 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.831559] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713597, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.841649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-757bb4e1-13fa-486f-9b1f-68c3121453b0 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.205s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.865817] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523aa135-7c74-5817-d08e-2440f56ceb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.021449} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.865817] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865817] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.865817] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.866117] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.866117] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.866363] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbfc3e76-5ee1-4242-ac8c-7c16864ca663 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.877987] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.878221] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.879141] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c17bc74-890b-4ff9-aed1-7e561a090971 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.892595] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.893886] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 826.893886] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521c49a4-f9ff-b36e-520f-45fad48eeb1a" [ 826.893886] env[69262]: _type = "Task" [ 826.893886] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.904095] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521c49a4-f9ff-b36e-520f-45fad48eeb1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.121067] env[69262]: DEBUG nova.network.neutron [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.138827] env[69262]: DEBUG nova.scheduler.client.report [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.176537] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.227378] env[69262]: DEBUG nova.network.neutron [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.252084] env[69262]: DEBUG oslo_concurrency.lockutils [req-cbc472cf-ce87-4d61-ba49-d295a68abd0c req-ed0e2c3e-9cb4-429f-b02c-b8f6876ac463 service nova] Releasing lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.325193] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713597, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.376887] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] Acquiring lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.376887] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] Acquired lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.376887] env[69262]: DEBUG nova.network.neutron [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.399899] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.413470] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521c49a4-f9ff-b36e-520f-45fad48eeb1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014988} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.413531] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a0d71c-a19d-4a76-af68-c76cab810b10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.421155] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 827.421155] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52821b64-676a-7e8b-dd07-35b4a3590407" [ 827.421155] env[69262]: _type = "Task" [ 827.421155] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.432228] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52821b64-676a-7e8b-dd07-35b4a3590407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.651037] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.651037] env[69262]: DEBUG nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.653350] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.739s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.657219] env[69262]: INFO nova.compute.claims [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.681376] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576315} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.682061] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.683140] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.683140] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46c7bf41-67b7-4e08-9c17-4fe10c310e57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.694079] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 827.694079] env[69262]: value = "task-3713599" [ 827.694079] env[69262]: _type = "Task" [ 827.694079] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.706110] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.731705] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Releasing lock "refresh_cache-b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.732398] env[69262]: DEBUG nova.compute.manager [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.732612] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.733529] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6d87e5-082c-4499-b13a-0852518ccec8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.744333] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.744664] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f9cd818-51dc-4e91-a49e-f8529beedca2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.753539] env[69262]: DEBUG oslo_vmware.api [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 827.753539] env[69262]: value = "task-3713600" [ 827.753539] env[69262]: _type = "Task" [ 827.753539] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.763548] env[69262]: DEBUG oslo_vmware.api [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.824146] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713597, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.838133] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.838623] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b3ff1ca-5d1f-4bac-8825-626c6ba3f826 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.847293] env[69262]: DEBUG oslo_vmware.api [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 827.847293] env[69262]: value = "task-3713601" [ 827.847293] env[69262]: _type = "Task" [ 827.847293] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.857168] env[69262]: DEBUG oslo_vmware.api [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.893175] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713596, 'name': ReconfigVM_Task, 'duration_secs': 1.866263} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.893680] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] b75d7fd5-ffee-482f-9c0a-d9b62e72ada8/b75d7fd5-ffee-482f-9c0a-d9b62e72ada8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.898029] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858d9555-8270-4f75-af05-50643180b80a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.906153] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 827.906153] env[69262]: value = "task-3713602" [ 827.906153] env[69262]: _type = "Task" [ 827.906153] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.916868] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713602, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.935792] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52821b64-676a-7e8b-dd07-35b4a3590407, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.936230] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.936599] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2a1339a9-449b-4fbd-99b6-fc7978163dc5/2a1339a9-449b-4fbd-99b6-fc7978163dc5.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.937011] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f3e3a13-3d0e-4d10-ba38-dbca3210df46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.947427] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 827.947427] env[69262]: value = "task-3713603" [ 827.947427] env[69262]: _type = "Task" [ 827.947427] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.962968] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.167415] env[69262]: DEBUG nova.compute.utils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.171029] env[69262]: DEBUG nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.171029] env[69262]: DEBUG nova.network.neutron [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.189013] env[69262]: DEBUG nova.network.neutron [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Updating instance_info_cache with network_info: [{"id": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "address": "fa:16:3e:d4:ba:53", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a00bb7-f6", "ovs_interfaceid": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.209296] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189526} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.209975] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.211162] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31310cff-ef38-4753-af01-a5af2eb60737 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.238761] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.239547] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087dcf34-81bd-4927-817c-b4ef30ec500c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.265687] env[69262]: DEBUG oslo_vmware.api [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713600, 'name': PowerOffVM_Task, 'duration_secs': 0.207697} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.267879] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.268502] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.269019] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 828.269019] env[69262]: value = "task-3713604" [ 828.269019] env[69262]: _type = "Task" [ 828.269019] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.269256] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8bf327d-2685-412e-b734-ef7473d86028 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.286394] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.293816] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.294188] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.308620] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.308620] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.308620] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Deleting the datastore file [datastore1] b687fb4a-0cdd-4b4a-b83a-6b236917bf1d {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.308620] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a61509a-9fd6-4bab-86a1-566e15c8710f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.320055] env[69262]: DEBUG oslo_vmware.api [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for the task: (returnval){ [ 828.320055] env[69262]: value = "task-3713606" [ 828.320055] env[69262]: _type = "Task" [ 828.320055] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.331165] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713597, 'name': CloneVM_Task, 'duration_secs': 1.740637} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.333168] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Created linked-clone VM from snapshot [ 828.333168] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4f81fa-ae6b-4a6a-bf23-c06bc4518a5a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.339729] env[69262]: DEBUG oslo_vmware.api [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.343554] env[69262]: DEBUG nova.policy [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba8579383f9e455f95f142d5d201add4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa0324f76fa74e059fbc0cd2da43ea7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.349337] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Uploading image 3c3948e9-c465-4dde-a7fd-f1260b129dad {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.364268] env[69262]: DEBUG oslo_vmware.api [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713601, 'name': PowerOffVM_Task, 'duration_secs': 0.269098} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.364268] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.364268] env[69262]: DEBUG nova.compute.manager [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.364674] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c9740a-3b30-4546-ae0a-92c518028872 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.392280] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.392280] env[69262]: value = "vm-739587" [ 828.392280] env[69262]: _type = "VirtualMachine" [ 828.392280] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.392698] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae3f6aff-a920-4d8d-a0ea-0b262b9a2fe3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.404564] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lease: (returnval){ [ 828.404564] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f538a4-dab4-5414-324f-4e7efcbc3800" [ 828.404564] env[69262]: _type = "HttpNfcLease" [ 828.404564] env[69262]: } obtained for exporting VM: (result){ [ 828.404564] env[69262]: value = "vm-739587" [ 828.404564] env[69262]: _type = "VirtualMachine" [ 828.404564] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.404564] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the lease: (returnval){ [ 828.404564] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f538a4-dab4-5414-324f-4e7efcbc3800" [ 828.404564] env[69262]: _type = "HttpNfcLease" [ 828.404564] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.422085] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713602, 'name': Rename_Task, 'duration_secs': 0.264098} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.425573] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.425573] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.425573] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f538a4-dab4-5414-324f-4e7efcbc3800" [ 828.425573] env[69262]: _type = "HttpNfcLease" [ 828.425573] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.426217] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30dcbbc6-a817-47e6-81bb-827845eace7a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.436667] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 828.436667] env[69262]: value = "task-3713608" [ 828.436667] env[69262]: _type = "Task" [ 828.436667] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.455464] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.462395] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713603, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.673296] env[69262]: DEBUG nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.692728] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] Releasing lock "refresh_cache-ac6131ac-f4d0-4b70-8e5f-b012da69c368" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.693074] env[69262]: DEBUG nova.compute.manager [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Inject network info {{(pid=69262) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 828.693406] env[69262]: DEBUG nova.compute.manager [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] network_info to inject: |[{"id": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "address": "fa:16:3e:d4:ba:53", "network": {"id": "db9a326f-a1d3-41be-ab7b-b586edb640bf", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1251816802-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92c50ad17ed94c9196bde2214f5bd74a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b7b7edd0-124a-48ec-ae26-1aa14f9b884a", "external-id": "nsx-vlan-transportzone-861", "segmentation_id": 861, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1a00bb7-f6", "ovs_interfaceid": "a1a00bb7-f6f0-47ec-80ae-7ef61626c745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 828.700062] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Reconfiguring VM instance to set the machine id {{(pid=69262) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 828.700474] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb1c644-efa0-4269-a681-d82ca1758419 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.725958] env[69262]: DEBUG oslo_vmware.api [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] Waiting for the task: (returnval){ [ 828.725958] env[69262]: value = "task-3713609" [ 828.725958] env[69262]: _type = "Task" [ 828.725958] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.739504] env[69262]: DEBUG oslo_vmware.api [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] Task: {'id': task-3713609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.785672] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713604, 'name': ReconfigVM_Task, 'duration_secs': 0.471714} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.786040] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd/8f8c82ba-6876-4a7f-bb7a-8b146fa831bd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.786808] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34cdeafc-40b3-420d-88d3-bad27b0eae2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.794696] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 828.794696] env[69262]: value = "task-3713610" [ 828.794696] env[69262]: _type = "Task" [ 828.794696] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.802888] env[69262]: DEBUG nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.813070] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713610, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.833952] env[69262]: DEBUG oslo_vmware.api [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Task: {'id': task-3713606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369809} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.834345] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.834447] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.834637] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.834829] env[69262]: INFO nova.compute.manager [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 828.835214] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.835478] env[69262]: DEBUG nova.compute.manager [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.835607] env[69262]: DEBUG nova.network.neutron [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.863669] env[69262]: DEBUG nova.network.neutron [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.882413] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ebe775a-ac58-4c7c-b49d-ba592881dd81 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.914541] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.914541] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f538a4-dab4-5414-324f-4e7efcbc3800" [ 828.914541] env[69262]: _type = "HttpNfcLease" [ 828.914541] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.917920] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.917920] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f538a4-dab4-5414-324f-4e7efcbc3800" [ 828.917920] env[69262]: _type = "HttpNfcLease" [ 828.917920] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.919632] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3046ab51-6081-464c-92f2-315ed59f36b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.931784] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc71d1-6ee6-e059-b7eb-21b32ed8bef3/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.932314] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc71d1-6ee6-e059-b7eb-21b32ed8bef3/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 829.031443] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.035531] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625471} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.040295] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2a1339a9-449b-4fbd-99b6-fc7978163dc5/2a1339a9-449b-4fbd-99b6-fc7978163dc5.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.040295] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.040295] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3050c5e-530a-4617-82d7-cc4ddde23d1e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.044510] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 829.044510] env[69262]: value = "task-3713611" [ 829.044510] env[69262]: _type = "Task" [ 829.044510] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.064645] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.096076] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dbfdf8f5-6e0e-4506-a24e-5649f585dbd6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.247127] env[69262]: DEBUG oslo_vmware.api [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] Task: {'id': task-3713609, 'name': ReconfigVM_Task, 'duration_secs': 0.235125} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.247127] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a64cec54-12ee-4497-8e60-c0b57b878058 tempest-ServersAdminTestJSON-209687123 tempest-ServersAdminTestJSON-209687123-project-admin] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Reconfigured VM instance to set the machine id {{(pid=69262) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 829.317518] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "49c1a63e-e474-43bf-a228-e846db2d3853" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.317768] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "49c1a63e-e474-43bf-a228-e846db2d3853" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.318893] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713610, 'name': Rename_Task, 'duration_secs': 0.324759} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.319386] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.319918] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06f6330f-bc0b-40bb-84c5-9731f737c0b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.328686] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 829.328686] env[69262]: value = "task-3713612" [ 829.328686] env[69262]: _type = "Task" [ 829.328686] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.329981] env[69262]: DEBUG nova.network.neutron [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Successfully created port: 8f3bd1b4-5568-4bfc-99e7-4b7f93597844 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.336358] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.343603] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.366348] env[69262]: DEBUG nova.network.neutron [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.449415] env[69262]: DEBUG oslo_vmware.api [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713608, 'name': PowerOnVM_Task, 'duration_secs': 0.617775} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.449679] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.449900] env[69262]: INFO nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Took 9.69 seconds to spawn the instance on the hypervisor. [ 829.450139] env[69262]: DEBUG nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 829.450979] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb48b34-9cf8-4860-ab44-17b48ebde514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.471415] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69ec134-6b95-4b89-9e27-f2d23c6c142b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.478597] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2687e88-b459-4bed-97a4-97a0eab84a9f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.513148] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e52b69-c591-47ac-89b2-58e5414e5e3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.524165] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de21e3bc-8355-499d-8236-5b6328865c14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.540877] env[69262]: DEBUG nova.compute.provider_tree [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.558589] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083614} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.558901] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.560100] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9087363e-fe9a-46d8-ae9b-751c53804b06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.589360] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 2a1339a9-449b-4fbd-99b6-fc7978163dc5/2a1339a9-449b-4fbd-99b6-fc7978163dc5.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.589360] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1266b5a-b667-4264-98b4-34f437519796 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.608648] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 829.608648] env[69262]: value = "task-3713613" [ 829.608648] env[69262]: _type = "Task" [ 829.608648] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.618499] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.692074] env[69262]: DEBUG nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.731432] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.731949] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.732249] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.732837] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.732837] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.733037] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.734033] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.734033] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.734975] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.734975] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.735354] env[69262]: DEBUG nova.virt.hardware [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.736447] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b69d9e-9403-49e9-9188-ee9b97686405 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.748105] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba692ed-7e8b-4ea4-9c53-22422c9bb557 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.823718] env[69262]: DEBUG nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.846878] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713612, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.869966] env[69262]: INFO nova.compute.manager [-] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Took 1.03 seconds to deallocate network for instance. [ 829.992807] env[69262]: INFO nova.compute.manager [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Took 41.82 seconds to build instance. [ 830.044247] env[69262]: DEBUG nova.scheduler.client.report [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.121466] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.344306] env[69262]: DEBUG oslo_vmware.api [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713612, 'name': PowerOnVM_Task, 'duration_secs': 0.819337} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.344632] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.344896] env[69262]: DEBUG nova.compute.manager [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 830.345791] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9eec76-9291-46ff-90d5-a0334cc99491 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.356879] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.381648] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.436596] env[69262]: DEBUG nova.objects.instance [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'flavor' on Instance uuid 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.496313] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef54563e-5a77-423f-9d3c-3fb368aa91d6 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.434s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.551395] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.898s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.551787] env[69262]: DEBUG nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.554867] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.136s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.622949] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713613, 'name': ReconfigVM_Task, 'duration_secs': 0.581645} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.623836] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 2a1339a9-449b-4fbd-99b6-fc7978163dc5/2a1339a9-449b-4fbd-99b6-fc7978163dc5.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.624987] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-276fce82-0fe5-4208-a790-e3903676f4f8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.633515] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 830.633515] env[69262]: value = "task-3713614" [ 830.633515] env[69262]: _type = "Task" [ 830.633515] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.645996] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713614, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.863811] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.941856] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.941988] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.942281] env[69262]: DEBUG nova.network.neutron [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.943448] env[69262]: DEBUG nova.objects.instance [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'info_cache' on Instance uuid 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.066800] env[69262]: DEBUG nova.compute.utils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.069854] env[69262]: DEBUG nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.070131] env[69262]: DEBUG nova.network.neutron [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.132565] env[69262]: DEBUG nova.compute.manager [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Received event network-changed-4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.132565] env[69262]: DEBUG nova.compute.manager [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Refreshing instance network info cache due to event network-changed-4c4f072b-8b51-401c-b65c-073966692cc8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.132565] env[69262]: DEBUG oslo_concurrency.lockutils [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] Acquiring lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.132565] env[69262]: DEBUG oslo_concurrency.lockutils [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] Acquired lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.132565] env[69262]: DEBUG nova.network.neutron [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Refreshing network info cache for port 4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.147555] env[69262]: DEBUG nova.policy [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd217098d5c5f43acbf264e5503bfe680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a73bc9ddd24a43aea1580501877238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.157529] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713614, 'name': Rename_Task, 'duration_secs': 0.221923} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.157864] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.158055] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0009b0b-578c-409b-8fac-72beef82e12c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.166444] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 831.166444] env[69262]: value = "task-3713615" [ 831.166444] env[69262]: _type = "Task" [ 831.166444] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.177731] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.451586] env[69262]: DEBUG nova.objects.base [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Object Instance<796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8> lazy-loaded attributes: flavor,info_cache {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 831.458440] env[69262]: DEBUG nova.network.neutron [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Successfully updated port: 8f3bd1b4-5568-4bfc-99e7-4b7f93597844 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.571623] env[69262]: DEBUG nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.641820] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608495c-1193-4ba5-b64c-e823d2124b96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.652583] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96226e69-c374-483a-af39-0beec331e6a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.697779] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd55469-df92-4d23-9bea-4587330910f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.707753] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.716832] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c719e-b0b6-4a89-8818-5f6bc31ffa24 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.737035] env[69262]: DEBUG nova.compute.provider_tree [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.806128] env[69262]: DEBUG nova.network.neutron [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Successfully created port: 606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.972213] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "refresh_cache-08796840-bdeb-4383-b113-6006cbdf82c1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.972213] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired lock "refresh_cache-08796840-bdeb-4383-b113-6006cbdf82c1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.972390] env[69262]: DEBUG nova.network.neutron [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.165554] env[69262]: DEBUG nova.network.neutron [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updated VIF entry in instance network info cache for port 4c4f072b-8b51-401c-b65c-073966692cc8. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.166238] env[69262]: DEBUG nova.network.neutron [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updating instance_info_cache with network_info: [{"id": "4c4f072b-8b51-401c-b65c-073966692cc8", "address": "fa:16:3e:28:0d:86", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4f072b-8b", "ovs_interfaceid": "4c4f072b-8b51-401c-b65c-073966692cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.215231] env[69262]: DEBUG oslo_vmware.api [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713615, 'name': PowerOnVM_Task, 'duration_secs': 0.776243} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.215563] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.215775] env[69262]: INFO nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Took 9.62 seconds to spawn the instance on the hypervisor. [ 832.215980] env[69262]: DEBUG nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 832.218668] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ce196b-0d36-4500-b679-c88cd45106ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.240841] env[69262]: DEBUG nova.scheduler.client.report [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.517210] env[69262]: DEBUG nova.network.neutron [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.590221] env[69262]: DEBUG nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.613193] env[69262]: DEBUG nova.network.neutron [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.628508] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.628508] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.628508] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.628871] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.628871] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.629056] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.629317] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.629517] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.629734] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.629851] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.630091] env[69262]: DEBUG nova.virt.hardware [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.631454] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83fe4e9-4f03-47d9-ab8d-67c0049ff4c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.646929] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505239a3-e12d-4693-9303-11b4bed3c85c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.669641] env[69262]: DEBUG oslo_concurrency.lockutils [req-8742f757-b819-4f0a-abb3-b004ea044f3a req-197ce094-74c1-4a4f-a0dd-b8c66a577994 service nova] Releasing lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.744490] env[69262]: INFO nova.compute.manager [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Took 43.85 seconds to build instance. [ 832.775120] env[69262]: DEBUG nova.network.neutron [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Updating instance_info_cache with network_info: [{"id": "8f3bd1b4-5568-4bfc-99e7-4b7f93597844", "address": "fa:16:3e:9d:97:94", "network": {"id": "4052435b-5204-4077-bafe-999a54429520", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1862528943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0324f76fa74e059fbc0cd2da43ea7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3bd1b4-55", "ovs_interfaceid": "8f3bd1b4-5568-4bfc-99e7-4b7f93597844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.059029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.059029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.059029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.059029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.059029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.061361] env[69262]: INFO nova.compute.manager [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Terminating instance [ 833.118508] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.246466] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7b1e91e-9b35-4283-9e8d-3ba0e605067a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.573s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.263877] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.709s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.272091] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.742s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.272396] env[69262]: DEBUG nova.objects.instance [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lazy-loading 'resources' on Instance uuid 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.280811] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Releasing lock "refresh_cache-08796840-bdeb-4383-b113-6006cbdf82c1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.280811] env[69262]: DEBUG nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Instance network_info: |[{"id": "8f3bd1b4-5568-4bfc-99e7-4b7f93597844", "address": "fa:16:3e:9d:97:94", "network": {"id": "4052435b-5204-4077-bafe-999a54429520", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1862528943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0324f76fa74e059fbc0cd2da43ea7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3bd1b4-55", "ovs_interfaceid": "8f3bd1b4-5568-4bfc-99e7-4b7f93597844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.280811] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:97:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f3bd1b4-5568-4bfc-99e7-4b7f93597844', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.293795] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.293795] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.293795] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b17702a-77e4-40cd-9d4e-b79995a0c68e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.319324] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.319324] env[69262]: value = "task-3713616" [ 833.319324] env[69262]: _type = "Task" [ 833.319324] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.329985] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713616, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.571512] env[69262]: DEBUG nova.compute.manager [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.571772] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.572713] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfcf309-b946-407b-9117-cd19e47e2e13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.581904] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.583673] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8810db26-9204-41bf-a127-ac83e378421b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.586391] env[69262]: DEBUG nova.compute.manager [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Received event network-vif-plugged-8f3bd1b4-5568-4bfc-99e7-4b7f93597844 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.586648] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Acquiring lock "08796840-bdeb-4383-b113-6006cbdf82c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.586803] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Lock "08796840-bdeb-4383-b113-6006cbdf82c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.586969] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Lock "08796840-bdeb-4383-b113-6006cbdf82c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.587191] env[69262]: DEBUG nova.compute.manager [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] No waiting events found dispatching network-vif-plugged-8f3bd1b4-5568-4bfc-99e7-4b7f93597844 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.587364] env[69262]: WARNING nova.compute.manager [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Received unexpected event network-vif-plugged-8f3bd1b4-5568-4bfc-99e7-4b7f93597844 for instance with vm_state building and task_state spawning. [ 833.587620] env[69262]: DEBUG nova.compute.manager [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Received event network-changed-8f3bd1b4-5568-4bfc-99e7-4b7f93597844 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.588377] env[69262]: DEBUG nova.compute.manager [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Refreshing instance network info cache due to event network-changed-8f3bd1b4-5568-4bfc-99e7-4b7f93597844. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.588599] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Acquiring lock "refresh_cache-08796840-bdeb-4383-b113-6006cbdf82c1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.588743] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Acquired lock "refresh_cache-08796840-bdeb-4383-b113-6006cbdf82c1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.588904] env[69262]: DEBUG nova.network.neutron [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Refreshing network info cache for port 8f3bd1b4-5568-4bfc-99e7-4b7f93597844 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.598725] env[69262]: DEBUG oslo_vmware.api [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 833.598725] env[69262]: value = "task-3713617" [ 833.598725] env[69262]: _type = "Task" [ 833.598725] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.615907] env[69262]: DEBUG oslo_vmware.api [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.835368] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713616, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.881095] env[69262]: INFO nova.scheduler.client.report [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Deleted allocation for migration 6af7107b-89ff-41be-834c-2e8d53d40e87 [ 834.061897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.062293] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.109666] env[69262]: DEBUG oslo_vmware.api [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713617, 'name': PowerOffVM_Task, 'duration_secs': 0.271747} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.110503] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.110503] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.110503] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57888587-60c1-4ea4-be5d-328aa66448b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.128297] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.129057] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c2a05a-5861-420a-bc16-a983782f949f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.136937] env[69262]: DEBUG oslo_vmware.api [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 834.136937] env[69262]: value = "task-3713619" [ 834.136937] env[69262]: _type = "Task" [ 834.136937] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.147748] env[69262]: DEBUG oslo_vmware.api [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.199349] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.199581] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.199763] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleting the datastore file [datastore2] 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.200073] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60dc2544-9c6d-41e2-a20c-fda733c12750 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.207849] env[69262]: DEBUG oslo_vmware.api [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 834.207849] env[69262]: value = "task-3713620" [ 834.207849] env[69262]: _type = "Task" [ 834.207849] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.222153] env[69262]: DEBUG oslo_vmware.api [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.332359] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713616, 'name': CreateVM_Task, 'duration_secs': 0.531159} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.335613] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.336579] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.336753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.337266] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.337434] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0124da2c-cfb8-4a0c-b977-f85de2e4e528 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.343384] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 834.343384] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c74a7c-b1a4-11fa-1fec-0b4cd8534321" [ 834.343384] env[69262]: _type = "Task" [ 834.343384] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.354692] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c74a7c-b1a4-11fa-1fec-0b4cd8534321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.389277] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a0af137c-b990-444a-9bbb-fb89c909a632 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.583s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.411316] env[69262]: DEBUG nova.network.neutron [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Successfully updated port: 606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.419496] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62f098f-d336-4218-a178-3bf106008167 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.429988] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac56720-1d93-4a49-9b92-9a643ffb9554 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.465638] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7889df28-bbe2-4f45-b057-61411c4d1428 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.481504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01e7c1-f1e2-474a-a72a-eef54c3fe25c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.500408] env[69262]: DEBUG nova.compute.provider_tree [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.527995] env[69262]: DEBUG nova.network.neutron [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Updated VIF entry in instance network info cache for port 8f3bd1b4-5568-4bfc-99e7-4b7f93597844. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.527995] env[69262]: DEBUG nova.network.neutron [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Updating instance_info_cache with network_info: [{"id": "8f3bd1b4-5568-4bfc-99e7-4b7f93597844", "address": "fa:16:3e:9d:97:94", "network": {"id": "4052435b-5204-4077-bafe-999a54429520", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1862528943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa0324f76fa74e059fbc0cd2da43ea7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f3bd1b4-55", "ovs_interfaceid": "8f3bd1b4-5568-4bfc-99e7-4b7f93597844", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.565328] env[69262]: DEBUG nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.596204] env[69262]: DEBUG nova.compute.manager [req-b19bbee3-ecb5-489d-9c2d-7585b9c3204b req-5f958afe-eb7f-43e0-bff7-88906ba9ad32 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Received event network-vif-plugged-606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.596204] env[69262]: DEBUG oslo_concurrency.lockutils [req-b19bbee3-ecb5-489d-9c2d-7585b9c3204b req-5f958afe-eb7f-43e0-bff7-88906ba9ad32 service nova] Acquiring lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.596204] env[69262]: DEBUG oslo_concurrency.lockutils [req-b19bbee3-ecb5-489d-9c2d-7585b9c3204b req-5f958afe-eb7f-43e0-bff7-88906ba9ad32 service nova] Lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.596204] env[69262]: DEBUG oslo_concurrency.lockutils [req-b19bbee3-ecb5-489d-9c2d-7585b9c3204b req-5f958afe-eb7f-43e0-bff7-88906ba9ad32 service nova] Lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.596599] env[69262]: DEBUG nova.compute.manager [req-b19bbee3-ecb5-489d-9c2d-7585b9c3204b req-5f958afe-eb7f-43e0-bff7-88906ba9ad32 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] No waiting events found dispatching network-vif-plugged-606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 834.596955] env[69262]: WARNING nova.compute.manager [req-b19bbee3-ecb5-489d-9c2d-7585b9c3204b req-5f958afe-eb7f-43e0-bff7-88906ba9ad32 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Received unexpected event network-vif-plugged-606b085e-1f22-4f78-a866-0c824c54896a for instance with vm_state building and task_state spawning. [ 834.653878] env[69262]: DEBUG oslo_vmware.api [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713619, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.729255] env[69262]: DEBUG oslo_vmware.api [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261308} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.730969] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.730969] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.730969] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.730969] env[69262]: INFO nova.compute.manager [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 834.731430] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.731563] env[69262]: DEBUG nova.compute.manager [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.731694] env[69262]: DEBUG nova.network.neutron [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.860571] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c74a7c-b1a4-11fa-1fec-0b4cd8534321, 'name': SearchDatastore_Task, 'duration_secs': 0.015312} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.860994] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.861619] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.861890] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.862100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.862446] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.863048] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056e0380-14e4-497c-879d-f019edbd3fb4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.875211] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.875399] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.876421] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18736388-2031-4376-82c2-aa61134452e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.884811] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 834.884811] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528684cd-4676-efd9-4cde-cd17bb7e9319" [ 834.884811] env[69262]: _type = "Task" [ 834.884811] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.895438] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528684cd-4676-efd9-4cde-cd17bb7e9319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.914886] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.915249] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.915249] env[69262]: DEBUG nova.network.neutron [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.003336] env[69262]: DEBUG nova.scheduler.client.report [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.030921] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Releasing lock "refresh_cache-08796840-bdeb-4383-b113-6006cbdf82c1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.031209] env[69262]: DEBUG nova.compute.manager [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Received event network-changed-4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.031388] env[69262]: DEBUG nova.compute.manager [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Refreshing instance network info cache due to event network-changed-4c4f072b-8b51-401c-b65c-073966692cc8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.031605] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Acquiring lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.031746] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Acquired lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031910] env[69262]: DEBUG nova.network.neutron [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Refreshing network info cache for port 4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.096478] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.149022] env[69262]: DEBUG oslo_vmware.api [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713619, 'name': PowerOnVM_Task, 'duration_secs': 0.526186} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.149022] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.149022] env[69262]: DEBUG nova.compute.manager [None req-2e4a5bc6-4590-4616-9ec3-940ab7f8f3dd tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.149662] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d7770b-c300-466a-a6f8-2c0b5ffefa80 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.187151] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "024319f5-e159-4409-b101-2ac66d55ada0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.187416] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "024319f5-e159-4409-b101-2ac66d55ada0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.396700] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528684cd-4676-efd9-4cde-cd17bb7e9319, 'name': SearchDatastore_Task, 'duration_secs': 0.011874} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.397595] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e10427-5ffb-426a-a496-1e6197e200df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.404160] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 835.404160] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52038ae1-e865-986b-670c-d71af6416ea4" [ 835.404160] env[69262]: _type = "Task" [ 835.404160] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.416104] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52038ae1-e865-986b-670c-d71af6416ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.449538] env[69262]: INFO nova.compute.manager [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Rebuilding instance [ 835.478342] env[69262]: DEBUG nova.network.neutron [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.509216] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.513947] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.413s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.521891] env[69262]: DEBUG nova.compute.manager [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.523291] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d497cc-6e84-44c0-b789-ea4759a7d421 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.554332] env[69262]: INFO nova.scheduler.client.report [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Deleted allocations for instance 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2 [ 835.696268] env[69262]: DEBUG nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.783457] env[69262]: DEBUG nova.network.neutron [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.789011] env[69262]: DEBUG nova.network.neutron [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Updating instance_info_cache with network_info: [{"id": "606b085e-1f22-4f78-a866-0c824c54896a", "address": "fa:16:3e:fc:d6:70", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606b085e-1f", "ovs_interfaceid": "606b085e-1f22-4f78-a866-0c824c54896a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.869579] env[69262]: DEBUG nova.network.neutron [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updated VIF entry in instance network info cache for port 4c4f072b-8b51-401c-b65c-073966692cc8. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.870151] env[69262]: DEBUG nova.network.neutron [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updating instance_info_cache with network_info: [{"id": "4c4f072b-8b51-401c-b65c-073966692cc8", "address": "fa:16:3e:28:0d:86", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c4f072b-8b", "ovs_interfaceid": "4c4f072b-8b51-401c-b65c-073966692cc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.917857] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52038ae1-e865-986b-670c-d71af6416ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.021237} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.918282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.918458] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 08796840-bdeb-4383-b113-6006cbdf82c1/08796840-bdeb-4383-b113-6006cbdf82c1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.921762] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13fa331f-4b92-4526-ba7c-34ab5473e9d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.932582] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 835.932582] env[69262]: value = "task-3713621" [ 835.932582] env[69262]: _type = "Task" [ 835.932582] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.949660] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.972823] env[69262]: DEBUG nova.compute.manager [req-d0221898-a0ae-4293-a370-fc8c2694225f req-b5d40089-5b98-461f-b4c7-08699fe56510 service nova] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Received event network-vif-deleted-e5c9debf-503a-450c-8628-c9bc823f4c21 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.069326] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2ac4ddc4-4e10-4795-960e-6745fbac6ba5 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.356s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.221551] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.286684] env[69262]: INFO nova.compute.manager [-] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Took 1.55 seconds to deallocate network for instance. [ 836.296893] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.297859] env[69262]: DEBUG nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Instance network_info: |[{"id": "606b085e-1f22-4f78-a866-0c824c54896a", "address": "fa:16:3e:fc:d6:70", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606b085e-1f", "ovs_interfaceid": "606b085e-1f22-4f78-a866-0c824c54896a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.297859] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:d6:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '606b085e-1f22-4f78-a866-0c824c54896a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.312735] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.312735] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.312991] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bdc099b-c19c-4e0b-bd04-d74bfa4ee320 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.345058] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.345058] env[69262]: value = "task-3713622" [ 836.345058] env[69262]: _type = "Task" [ 836.345058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.359118] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ca8838-9c18-417f-9644-c8fc1f9623bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.363853] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713622, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.372391] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c944df-add7-4b6f-bf54-989e3ae2449a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.379303] env[69262]: DEBUG oslo_concurrency.lockutils [req-cc64d22c-d3d1-464e-b323-7544664a5e96 req-c84f8058-ea94-4098-a5b3-d72a7097df32 service nova] Releasing lock "refresh_cache-b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.423667] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ede64-91f8-4359-b415-32ef68d3725b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.439043] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae730c7d-f4cb-4d28-8b36-d2d65ab0172e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.450577] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.462258] env[69262]: DEBUG nova.compute.provider_tree [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.546697] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.547237] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b23aaaf-4213-4a7c-bec5-6757b1549cec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.555919] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 836.555919] env[69262]: value = "task-3713623" [ 836.555919] env[69262]: _type = "Task" [ 836.555919] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.566418] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.798053] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.862090] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713622, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.947096] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627031} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.947096] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 08796840-bdeb-4383-b113-6006cbdf82c1/08796840-bdeb-4383-b113-6006cbdf82c1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.947096] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.947096] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11e1f040-e236-4f82-9c96-92989003dc16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.956026] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 836.956026] env[69262]: value = "task-3713624" [ 836.956026] env[69262]: _type = "Task" [ 836.956026] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.964796] env[69262]: DEBUG nova.scheduler.client.report [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.968956] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.070028] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713623, 'name': PowerOffVM_Task, 'duration_secs': 0.309717} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.070028] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.070028] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.070028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c33a92d-16df-4e02-95b9-1074ae813fac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.075555] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.077025] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1e1bec2-7d4f-4c0b-9339-79b56a714284 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.153727] env[69262]: DEBUG nova.compute.manager [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Received event network-changed-606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.154182] env[69262]: DEBUG nova.compute.manager [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Refreshing instance network info cache due to event network-changed-606b085e-1f22-4f78-a866-0c824c54896a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.154571] env[69262]: DEBUG oslo_concurrency.lockutils [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] Acquiring lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.155680] env[69262]: DEBUG oslo_concurrency.lockutils [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] Acquired lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.155680] env[69262]: DEBUG nova.network.neutron [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Refreshing network info cache for port 606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.158296] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.158469] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.158719] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleting the datastore file [datastore1] cec98253-43e7-431f-9b13-b12358827e07 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.159341] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0936d63e-1846-48c9-bef5-e3b7ce68e94c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.170743] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 837.170743] env[69262]: value = "task-3713626" [ 837.170743] env[69262]: _type = "Task" [ 837.170743] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.184317] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.355525] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713622, 'name': CreateVM_Task, 'duration_secs': 0.586956} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.355691] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.356462] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.356613] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.356927] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.357218] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5672168-6f5b-4791-8e94-43c7b2aeed03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.362684] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 837.362684] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52748dba-6616-a481-ba35-4a33a12d7104" [ 837.362684] env[69262]: _type = "Task" [ 837.362684] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.372467] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52748dba-6616-a481-ba35-4a33a12d7104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.467584] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083898} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.468024] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.469229] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e5798-3bb1-44d6-8d91-9dc50074b1b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.474141] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.474141] env[69262]: INFO nova.compute.manager [None req-ee62bb9e-bc28-4435-8dcc-7467bc59068b tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Successfully reverted task state from rebuilding on failure for instance. [ 837.479416] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.955s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.479984] env[69262]: DEBUG nova.objects.instance [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lazy-loading 'resources' on Instance uuid 57fd7958-1929-412f-82a7-73ef849d9a07 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.504589] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 08796840-bdeb-4383-b113-6006cbdf82c1/08796840-bdeb-4383-b113-6006cbdf82c1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.505571] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8089cc17-e6de-4801-9e7f-8211755c91be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.526165] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 837.526165] env[69262]: value = "task-3713627" [ 837.526165] env[69262]: _type = "Task" [ 837.526165] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.535715] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.686056] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173395} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.686597] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.687448] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.687448] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.877689] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52748dba-6616-a481-ba35-4a33a12d7104, 'name': SearchDatastore_Task, 'duration_secs': 0.013327} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.879932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.879932] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.879932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.879932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.879932] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.882277] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c4657f-4c7b-4432-8395-0fc0877337c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.891900] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.892119] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.892929] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2dbb4e-5323-4fa1-a04e-1471febaf6a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.899732] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 837.899732] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c9c8db-4f47-b463-ecac-114482ed5dad" [ 837.899732] env[69262]: _type = "Task" [ 837.899732] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.909401] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c9c8db-4f47-b463-ecac-114482ed5dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.925319] env[69262]: DEBUG nova.network.neutron [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Updated VIF entry in instance network info cache for port 606b085e-1f22-4f78-a866-0c824c54896a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.925702] env[69262]: DEBUG nova.network.neutron [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Updating instance_info_cache with network_info: [{"id": "606b085e-1f22-4f78-a866-0c824c54896a", "address": "fa:16:3e:fc:d6:70", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606b085e-1f", "ovs_interfaceid": "606b085e-1f22-4f78-a866-0c824c54896a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.041071] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713627, 'name': ReconfigVM_Task, 'duration_secs': 0.422688} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.041799] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 08796840-bdeb-4383-b113-6006cbdf82c1/08796840-bdeb-4383-b113-6006cbdf82c1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.042192] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c79b5bc7-76dc-4c60-9564-fe0d4a9fc282 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.054506] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 838.054506] env[69262]: value = "task-3713628" [ 838.054506] env[69262]: _type = "Task" [ 838.054506] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.065627] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713628, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.410915] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c9c8db-4f47-b463-ecac-114482ed5dad, 'name': SearchDatastore_Task, 'duration_secs': 0.015221} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.414750] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf48bff3-6f2b-4d6d-a9da-52e10585cbc3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.421096] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 838.421096] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f5a346-d477-b88d-de1c-d71d8d197094" [ 838.421096] env[69262]: _type = "Task" [ 838.421096] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.434497] env[69262]: DEBUG oslo_concurrency.lockutils [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] Releasing lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.434759] env[69262]: DEBUG nova.compute.manager [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Received event network-changed-314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.434928] env[69262]: DEBUG nova.compute.manager [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Refreshing instance network info cache due to event network-changed-314ab5fe-b928-4498-8d15-afa5576859de. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.435168] env[69262]: DEBUG oslo_concurrency.lockutils [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] Acquiring lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.435312] env[69262]: DEBUG oslo_concurrency.lockutils [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] Acquired lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.435485] env[69262]: DEBUG nova.network.neutron [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Refreshing network info cache for port 314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.436848] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f5a346-d477-b88d-de1c-d71d8d197094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.491146] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a2f9d0-d2cb-432d-a810-7d8db1ea231a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.503938] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0cc8c5-9ec7-4e84-bc54-af942d238308 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.537577] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0828bf3-83dd-4086-a0b9-22b6274a7eee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.546394] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3cd342-f42c-43d2-9e07-ee31372e0eb7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.561956] env[69262]: DEBUG nova.compute.provider_tree [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.572794] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713628, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.733943] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.734359] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.734462] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.734608] env[69262]: DEBUG nova.virt.hardware [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.735535] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61249139-3663-41ac-9ace-2038a0028067 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.744961] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3181a0d-994c-453c-b1b4-8492f26d18e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.762900] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:75:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c5e97d-1a38-4c46-a3e8-52798298f385', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.770715] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.771386] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.771386] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90d0eecb-67f8-4709-9aa6-f2e2ba125760 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.792206] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.792206] env[69262]: value = "task-3713629" [ 838.792206] env[69262]: _type = "Task" [ 838.792206] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.801561] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713629, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.935266] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f5a346-d477-b88d-de1c-d71d8d197094, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.935612] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.935738] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 62593aee-807d-4efd-8377-26d38f9cd44d/62593aee-807d-4efd-8377-26d38f9cd44d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.936033] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf9ed8e-69ff-40cf-a333-7c4f5e84a21a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.948110] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 838.948110] env[69262]: value = "task-3713630" [ 838.948110] env[69262]: _type = "Task" [ 838.948110] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.959224] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.068295] env[69262]: DEBUG nova.scheduler.client.report [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.079998] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713628, 'name': Rename_Task, 'duration_secs': 1.005483} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.081164] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.082232] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b123e83-a37c-4523-9a36-7c08090585a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.088534] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc71d1-6ee6-e059-b7eb-21b32ed8bef3/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.089959] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdc2260-f9b4-4329-bbd1-3022f3b4015e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.100084] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 839.100084] env[69262]: value = "task-3713631" [ 839.100084] env[69262]: _type = "Task" [ 839.100084] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.108528] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc71d1-6ee6-e059-b7eb-21b32ed8bef3/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.108528] env[69262]: ERROR oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc71d1-6ee6-e059-b7eb-21b32ed8bef3/disk-0.vmdk due to incomplete transfer. [ 839.108528] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a540712a-9f0b-4153-9cde-99de908188bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.117477] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713631, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.125950] env[69262]: DEBUG oslo_vmware.rw_handles [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc71d1-6ee6-e059-b7eb-21b32ed8bef3/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.126650] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Uploaded image 3c3948e9-c465-4dde-a7fd-f1260b129dad to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.128626] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.128977] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60690711-187b-412e-baf4-5ecd45de571a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.137669] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 839.137669] env[69262]: value = "task-3713632" [ 839.137669] env[69262]: _type = "Task" [ 839.137669] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.149482] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713632, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.164036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "6e282b09-7495-4f85-af66-ca16ba4e9271" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.164475] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.257246] env[69262]: DEBUG nova.network.neutron [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Updated VIF entry in instance network info cache for port 314ab5fe-b928-4498-8d15-afa5576859de. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.257246] env[69262]: DEBUG nova.network.neutron [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Updating instance_info_cache with network_info: [{"id": "314ab5fe-b928-4498-8d15-afa5576859de", "address": "fa:16:3e:20:cc:85", "network": {"id": "78242138-2cc0-4470-8fb3-f2560769d526", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1811926991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "072f5c33dfa3480daa7c62a4f13afef4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314ab5fe-b9", "ovs_interfaceid": "314ab5fe-b928-4498-8d15-afa5576859de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.307399] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713629, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.461302] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.582354] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.584822] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.606s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.585089] env[69262]: DEBUG nova.objects.instance [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lazy-loading 'resources' on Instance uuid 8e88021a-4b4a-4926-84a0-de402adb19e7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.608746] env[69262]: INFO nova.scheduler.client.report [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleted allocations for instance 57fd7958-1929-412f-82a7-73ef849d9a07 [ 839.620679] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.649138] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713632, 'name': Destroy_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.668612] env[69262]: DEBUG nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.760873] env[69262]: DEBUG oslo_concurrency.lockutils [req-c053d1a5-aa31-4820-8e7c-ae26772de9d6 req-cc75d5ce-7539-4f34-9c09-53a936e7b588 service nova] Releasing lock "refresh_cache-2a1339a9-449b-4fbd-99b6-fc7978163dc5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.803731] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713629, 'name': CreateVM_Task, 'duration_secs': 0.548393} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.803972] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.804770] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.805298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.805623] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.806328] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc97f02-fb3f-4591-a3ba-8f2ef8cbd4c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.812784] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 839.812784] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e5ce1d-b655-3a64-7e40-0519e95fc167" [ 839.812784] env[69262]: _type = "Task" [ 839.812784] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.822455] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e5ce1d-b655-3a64-7e40-0519e95fc167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.961416] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621062} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.961775] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 62593aee-807d-4efd-8377-26d38f9cd44d/62593aee-807d-4efd-8377-26d38f9cd44d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.962045] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.962387] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c0fbb35-feb1-4b4e-9c59-ccc168c01be0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.972043] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 839.972043] env[69262]: value = "task-3713633" [ 839.972043] env[69262]: _type = "Task" [ 839.972043] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.983254] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.084542] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.084788] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.112379] env[69262]: DEBUG oslo_vmware.api [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713631, 'name': PowerOnVM_Task, 'duration_secs': 0.832899} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.115347] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.115587] env[69262]: INFO nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Took 10.42 seconds to spawn the instance on the hypervisor. [ 840.115775] env[69262]: DEBUG nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.119640] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69d4dc4-c971-4f41-81f7-d337d845bc54 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.124896] env[69262]: DEBUG oslo_concurrency.lockutils [None req-825f2547-605e-4521-bcc9-9e6cd3d5ddd3 tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "57fd7958-1929-412f-82a7-73ef849d9a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.671s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.148983] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713632, 'name': Destroy_Task, 'duration_secs': 0.804432} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.151890] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Destroyed the VM [ 840.152159] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.152915] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-20924d0e-86f5-4740-b539-2c81668e952a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.160592] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 840.160592] env[69262]: value = "task-3713634" [ 840.160592] env[69262]: _type = "Task" [ 840.160592] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.171480] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.196434] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.327824] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e5ce1d-b655-3a64-7e40-0519e95fc167, 'name': SearchDatastore_Task, 'duration_secs': 0.020539} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.328220] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.328466] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.328927] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.328927] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.329086] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.329362] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab176c31-892b-487f-9277-2657666c47ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.344706] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.344899] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.346405] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae211b30-1d27-4d06-b84c-875ddef0741d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.355483] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 840.355483] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e9e030-2426-1fc8-c1f6-50dafc2e152c" [ 840.355483] env[69262]: _type = "Task" [ 840.355483] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.365171] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e9e030-2426-1fc8-c1f6-50dafc2e152c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.482818] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106411} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.485631] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.487524] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16547feb-0d5c-48b8-8ca2-d647f71a676e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.511653] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 62593aee-807d-4efd-8377-26d38f9cd44d/62593aee-807d-4efd-8377-26d38f9cd44d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.514549] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b08b5f5-2525-4a41-9e6f-140c232ca700 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.537400] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 840.537400] env[69262]: value = "task-3713635" [ 840.537400] env[69262]: _type = "Task" [ 840.537400] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.549136] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.588289] env[69262]: DEBUG nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.640742] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32041fb0-ff64-4591-bb85-f9e36e36b663 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.646418] env[69262]: INFO nova.compute.manager [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Took 38.76 seconds to build instance. [ 840.651142] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d13c32-e303-497e-8c65-5885f06bd57d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.689850] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac9d55e-566c-4a2f-a50d-3aa90cdca910 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.698164] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713634, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.701316] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cfc9f8-45f5-4911-825e-77be85f6a313 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.716353] env[69262]: DEBUG nova.compute.provider_tree [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.879041] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e9e030-2426-1fc8-c1f6-50dafc2e152c, 'name': SearchDatastore_Task, 'duration_secs': 0.01956} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.879041] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359d3b87-ab10-4500-8ebc-1d24295eabbf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.887028] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 840.887028] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52354091-3355-cedc-b710-4d2ac937638c" [ 840.887028] env[69262]: _type = "Task" [ 840.887028] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.904052] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52354091-3355-cedc-b710-4d2ac937638c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.048897] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713635, 'name': ReconfigVM_Task, 'duration_secs': 0.340732} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.049254] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 62593aee-807d-4efd-8377-26d38f9cd44d/62593aee-807d-4efd-8377-26d38f9cd44d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.050041] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-038edf21-5050-4756-bc4a-d9dcf5ad3867 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.058253] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 841.058253] env[69262]: value = "task-3713636" [ 841.058253] env[69262]: _type = "Task" [ 841.058253] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.070383] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713636, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.116174] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.149124] env[69262]: DEBUG oslo_concurrency.lockutils [None req-727f8c45-05b4-4c5d-bac1-2faf5cef1fef tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "08796840-bdeb-4383-b113-6006cbdf82c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.866s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.195183] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713634, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.219546] env[69262]: DEBUG nova.scheduler.client.report [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.398889] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52354091-3355-cedc-b710-4d2ac937638c, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.399053] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.399230] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.399531] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90a516aa-38a9-4112-949d-ccbce3240e11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.407360] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 841.407360] env[69262]: value = "task-3713637" [ 841.407360] env[69262]: _type = "Task" [ 841.407360] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.415845] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.570553] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713636, 'name': Rename_Task, 'duration_secs': 0.153394} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.570875] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.571158] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50028d67-61d1-4cbb-8272-7874c677ec95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.578619] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 841.578619] env[69262]: value = "task-3713638" [ 841.578619] env[69262]: _type = "Task" [ 841.578619] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.587389] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.655212] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.655480] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.699324] env[69262]: DEBUG oslo_vmware.api [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713634, 'name': RemoveSnapshot_Task, 'duration_secs': 1.379869} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.699639] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.699876] env[69262]: INFO nova.compute.manager [None req-0e97c6a7-f6f7-49f6-84aa-0c8050489b09 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Took 17.54 seconds to snapshot the instance on the hypervisor. [ 841.726059] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.729160] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.074s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.729160] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.729264] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 841.729577] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.647s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.731420] env[69262]: INFO nova.compute.claims [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.735435] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd8ce12-8851-4945-9fbf-245847a3a3e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.746285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca16e9fa-08c6-4063-ba6c-19883dcac002 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.764886] env[69262]: INFO nova.scheduler.client.report [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted allocations for instance 8e88021a-4b4a-4926-84a0-de402adb19e7 [ 841.766813] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3134b-e6b0-429b-ad21-8fd01343cc6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.777275] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009fa379-d5f7-4780-b39e-638346cd0d94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.817550] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178267MB free_disk=63GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 841.817747] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.921192] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713637, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.094582] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713638, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.158472] env[69262]: DEBUG nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.275996] env[69262]: DEBUG oslo_concurrency.lockutils [None req-23f61eb8-94b4-4f8c-8dc4-c0864d0e2ccd tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "8e88021a-4b4a-4926-84a0-de402adb19e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.233s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.418882] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781154} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.419546] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.420257] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.420257] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08cd648f-c4ec-4eaf-b9c6-614734919277 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.428235] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 842.428235] env[69262]: value = "task-3713639" [ 842.428235] env[69262]: _type = "Task" [ 842.428235] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.437751] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.590982] env[69262]: DEBUG oslo_vmware.api [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713638, 'name': PowerOnVM_Task, 'duration_secs': 0.89087} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.591288] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.591547] env[69262]: INFO nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Took 10.00 seconds to spawn the instance on the hypervisor. [ 842.591741] env[69262]: DEBUG nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.592595] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf57e3-1804-4798-85c4-b260844cb005 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.686726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.938739] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07745} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.940845] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.942646] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168e69a-08a1-477d-981c-3299193c5c1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.965908] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.969250] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea2d182c-c39e-4581-be19-bcb56723c71b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.991544] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 842.991544] env[69262]: value = "task-3713640" [ 842.991544] env[69262]: _type = "Task" [ 842.991544] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.004785] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.112994] env[69262]: INFO nova.compute.manager [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Took 41.23 seconds to build instance. [ 843.241345] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016f8194-e209-41ca-a482-a5066963193b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.249839] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69683f74-1ae8-4167-ad83-85125dc46dcd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.285323] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d84f54-161c-4e1d-b02e-2a2f5057ce47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.293759] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af57b1d9-f2e5-4af9-a411-e9dcbaeeabe1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.309619] env[69262]: DEBUG nova.compute.provider_tree [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.502764] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.615748] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a1ffc1e-7be9-41d4-ab4d-5549e9adf8fe tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.057s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.811260] env[69262]: DEBUG nova.scheduler.client.report [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.007401] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.043162] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "9524393b-7a6e-4590-b195-e5a34c3872a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.043521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.043794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "9524393b-7a6e-4590-b195-e5a34c3872a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.044088] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.044619] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.046717] env[69262]: INFO nova.compute.manager [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Terminating instance [ 844.318043] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.318591] env[69262]: DEBUG nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.321609] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.371s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.322381] env[69262]: DEBUG nova.objects.instance [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lazy-loading 'resources' on Instance uuid 5c617efc-c13a-4633-a7e0-9d5d6ee94280 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.355645] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "08796840-bdeb-4383-b113-6006cbdf82c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.355906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "08796840-bdeb-4383-b113-6006cbdf82c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.356132] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "08796840-bdeb-4383-b113-6006cbdf82c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.356318] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "08796840-bdeb-4383-b113-6006cbdf82c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.356483] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "08796840-bdeb-4383-b113-6006cbdf82c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.358779] env[69262]: INFO nova.compute.manager [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Terminating instance [ 844.506305] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713640, 'name': ReconfigVM_Task, 'duration_secs': 1.096125} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.506643] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Reconfigured VM instance instance-0000001c to attach disk [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.507334] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbe34118-9b4e-48b9-b4bc-20794492dde1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.515373] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 844.515373] env[69262]: value = "task-3713641" [ 844.515373] env[69262]: _type = "Task" [ 844.515373] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.525080] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713641, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.551395] env[69262]: DEBUG nova.compute.manager [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.551660] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.552579] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6827107-1b48-4dec-80f1-a052b19bc0f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.561323] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.561575] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20655382-f203-4dcc-9e52-fa70cdc888f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.568747] env[69262]: DEBUG oslo_vmware.api [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 844.568747] env[69262]: value = "task-3713642" [ 844.568747] env[69262]: _type = "Task" [ 844.568747] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.577395] env[69262]: DEBUG oslo_vmware.api [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.790883] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "62593aee-807d-4efd-8377-26d38f9cd44d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.791207] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.791454] env[69262]: INFO nova.compute.manager [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Shelving [ 844.827679] env[69262]: DEBUG nova.compute.utils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.829204] env[69262]: DEBUG nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.829341] env[69262]: DEBUG nova.network.neutron [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.863487] env[69262]: DEBUG nova.compute.manager [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.863627] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.864537] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38045f21-652b-49d5-a6a2-b555267d0a0d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.872885] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.873269] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93e3ab37-96f4-4215-a7b8-13b721ee2294 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.879839] env[69262]: DEBUG oslo_vmware.api [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 844.879839] env[69262]: value = "task-3713643" [ 844.879839] env[69262]: _type = "Task" [ 844.879839] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.885162] env[69262]: DEBUG nova.policy [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e577afcdfee4bca9851a96368d6a5ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97d597cda8464d80aac75221a7dbf598', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.892548] env[69262]: DEBUG oslo_vmware.api [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.031167] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713641, 'name': Rename_Task, 'duration_secs': 0.1544} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.034854] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.035498] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-857e24ab-4db3-4035-9fa9-1c8c3b8b6636 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.043567] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 845.043567] env[69262]: value = "task-3713644" [ 845.043567] env[69262]: _type = "Task" [ 845.043567] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.056898] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.079083] env[69262]: DEBUG oslo_vmware.api [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713642, 'name': PowerOffVM_Task, 'duration_secs': 0.283927} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.079402] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.079981] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.079981] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df636706-7827-45be-b076-55a7aa8fa207 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.164095] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.164927] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.164927] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Deleting the datastore file [datastore2] 9524393b-7a6e-4590-b195-e5a34c3872a1 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.164927] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3adf3e95-5340-42e4-b171-81d339e81190 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.174308] env[69262]: DEBUG oslo_vmware.api [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 845.174308] env[69262]: value = "task-3713646" [ 845.174308] env[69262]: _type = "Task" [ 845.174308] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.188490] env[69262]: DEBUG oslo_vmware.api [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.204056] env[69262]: DEBUG nova.network.neutron [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Successfully created port: af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.332019] env[69262]: DEBUG nova.compute.utils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.394042] env[69262]: DEBUG oslo_vmware.api [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713643, 'name': PowerOffVM_Task, 'duration_secs': 0.22176} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.394042] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.394042] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.394042] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c9734a0-3b34-4d58-bb95-94b52441545c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.434943] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b82fc-1b98-4344-97ea-fa19e6ef6fa2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.444131] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee05604-1149-4bbc-af52-66a4eb6d3579 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.477128] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b491443d-158c-49ef-8552-ee095c373642 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.480432] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.480658] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.480831] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Deleting the datastore file [datastore2] 08796840-bdeb-4383-b113-6006cbdf82c1 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.481112] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5b08eda-7c95-445b-b7f8-8b81391d8bf4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.490697] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc995a92-c871-4a6d-a17f-b55c8548037a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.495063] env[69262]: DEBUG oslo_vmware.api [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 845.495063] env[69262]: value = "task-3713648" [ 845.495063] env[69262]: _type = "Task" [ 845.495063] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.506910] env[69262]: DEBUG nova.compute.provider_tree [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.514594] env[69262]: DEBUG oslo_vmware.api [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.554225] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713644, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.686976] env[69262]: DEBUG oslo_vmware.api [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179409} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.687340] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.687738] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.687987] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.688225] env[69262]: INFO nova.compute.manager [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 845.688471] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.688688] env[69262]: DEBUG nova.compute.manager [-] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.688826] env[69262]: DEBUG nova.network.neutron [-] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.808604] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.808604] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9ace3c7-34e2-499f-9719-94c97b182658 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.815137] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 845.815137] env[69262]: value = "task-3713649" [ 845.815137] env[69262]: _type = "Task" [ 845.815137] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.825364] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.836404] env[69262]: DEBUG nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.007355] env[69262]: DEBUG oslo_vmware.api [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197408} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.007669] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.007861] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.008078] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.008275] env[69262]: INFO nova.compute.manager [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 846.008556] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.008796] env[69262]: DEBUG nova.compute.manager [-] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.008920] env[69262]: DEBUG nova.network.neutron [-] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.011579] env[69262]: DEBUG nova.scheduler.client.report [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.056370] env[69262]: DEBUG oslo_vmware.api [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713644, 'name': PowerOnVM_Task, 'duration_secs': 0.552901} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.056738] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.056953] env[69262]: DEBUG nova.compute.manager [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.058158] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4bf8ac-0479-44f5-aabe-37f858de6f31 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.110535] env[69262]: DEBUG nova.compute.manager [req-21ca56e8-1b70-4a3d-b3de-f22011ed2956 req-0e779848-f949-4270-ae16-ae329a45d461 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Received event network-vif-deleted-be789ee7-1430-4214-80e6-f24b6a073867 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.110816] env[69262]: INFO nova.compute.manager [req-21ca56e8-1b70-4a3d-b3de-f22011ed2956 req-0e779848-f949-4270-ae16-ae329a45d461 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Neutron deleted interface be789ee7-1430-4214-80e6-f24b6a073867; detaching it from the instance and deleting it from the info cache [ 846.111121] env[69262]: DEBUG nova.network.neutron [req-21ca56e8-1b70-4a3d-b3de-f22011ed2956 req-0e779848-f949-4270-ae16-ae329a45d461 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.303221] env[69262]: DEBUG nova.compute.manager [req-0bd1ed0f-e2bc-4c95-b1fc-652960dc8234 req-6bf9dcd7-5b0b-4346-86f9-f6c1d23e9dd9 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Received event network-vif-deleted-8f3bd1b4-5568-4bfc-99e7-4b7f93597844 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.303432] env[69262]: INFO nova.compute.manager [req-0bd1ed0f-e2bc-4c95-b1fc-652960dc8234 req-6bf9dcd7-5b0b-4346-86f9-f6c1d23e9dd9 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Neutron deleted interface 8f3bd1b4-5568-4bfc-99e7-4b7f93597844; detaching it from the instance and deleting it from the info cache [ 846.303702] env[69262]: DEBUG nova.network.neutron [req-0bd1ed0f-e2bc-4c95-b1fc-652960dc8234 req-6bf9dcd7-5b0b-4346-86f9-f6c1d23e9dd9 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.328108] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713649, 'name': PowerOffVM_Task, 'duration_secs': 0.445279} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.328388] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.329208] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cc17d9-9cec-4a4f-b2c2-d9a4ece293ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.351319] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de09daa-fca1-4503-ba80-5fc606af734b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.517036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.519562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.183s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.519825] env[69262]: DEBUG nova.objects.instance [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 846.577151] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.593052] env[69262]: DEBUG nova.network.neutron [-] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.614077] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecb9bb6c-980a-4d87-a783-ef3867d0406b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.624552] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3278eab5-44f3-4068-b5c5-a4bef259c21f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.660433] env[69262]: DEBUG nova.compute.manager [req-21ca56e8-1b70-4a3d-b3de-f22011ed2956 req-0e779848-f949-4270-ae16-ae329a45d461 service nova] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Detach interface failed, port_id=be789ee7-1430-4214-80e6-f24b6a073867, reason: Instance 9524393b-7a6e-4590-b195-e5a34c3872a1 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.724240] env[69262]: DEBUG nova.network.neutron [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Successfully updated port: af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.786156] env[69262]: DEBUG nova.network.neutron [-] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.807046] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f8dea20-c2b7-4403-a288-18cf0d4e0049 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.817287] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0139447-ddc4-40ea-9afb-7f90721cab40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.855890] env[69262]: DEBUG nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.858105] env[69262]: DEBUG nova.compute.manager [req-0bd1ed0f-e2bc-4c95-b1fc-652960dc8234 req-6bf9dcd7-5b0b-4346-86f9-f6c1d23e9dd9 service nova] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Detach interface failed, port_id=8f3bd1b4-5568-4bfc-99e7-4b7f93597844, reason: Instance 08796840-bdeb-4383-b113-6006cbdf82c1 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.862797] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.863106] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc4512da-0021-402b-b363-3edfa5d365cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.871068] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 846.871068] env[69262]: value = "task-3713650" [ 846.871068] env[69262]: _type = "Task" [ 846.871068] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.881832] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.884411] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:48:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2056969255',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1709011615',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.884662] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.884829] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.885030] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.885182] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.885330] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.885542] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.885701] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.885867] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.886048] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.886237] env[69262]: DEBUG nova.virt.hardware [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.887045] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c3945f-17e7-4e6b-b6a4-4e23261d5f62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.895688] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3d7f5f-b2da-454d-831d-bf5b3f5b7884 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.046507] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d777eb-af75-431a-8655-68a5cd93ea02 tempest-ServerActionsV293TestJSON-738517794 tempest-ServerActionsV293TestJSON-738517794-project-member] Lock "5c617efc-c13a-4633-a7e0-9d5d6ee94280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.647s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.096761] env[69262]: INFO nova.compute.manager [-] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Took 1.41 seconds to deallocate network for instance. [ 847.228082] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.228082] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.228082] env[69262]: DEBUG nova.network.neutron [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.288927] env[69262]: INFO nova.compute.manager [-] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Took 1.28 seconds to deallocate network for instance. [ 847.381626] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713650, 'name': CreateSnapshot_Task, 'duration_secs': 0.425957} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.382015] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.382666] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e16c6c1-9193-4ed2-9f38-c3ea1b1a705a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.531535] env[69262]: INFO nova.compute.manager [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Rebuilding instance [ 847.534418] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f6df41f-ac97-40e0-b85e-aae205fd7254 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.536029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.523s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.536029] env[69262]: DEBUG nova.objects.instance [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lazy-loading 'resources' on Instance uuid b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.574788] env[69262]: DEBUG nova.compute.manager [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.575679] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f49742-a1d5-4686-ae4e-1d6c2b6f5c0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.604031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.768740] env[69262]: DEBUG nova.network.neutron [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.795742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.904240] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.904589] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-438b6062-c300-442c-b76b-8da02425ab18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.915026] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 847.915026] env[69262]: value = "task-3713651" [ 847.915026] env[69262]: _type = "Task" [ 847.915026] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.919366] env[69262]: DEBUG nova.network.neutron [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Updating instance_info_cache with network_info: [{"id": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "address": "fa:16:3e:08:cb:7c", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b9a5b-01", "ovs_interfaceid": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.926372] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713651, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.375814] env[69262]: DEBUG nova.compute.manager [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Received event network-vif-plugged-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.376096] env[69262]: DEBUG oslo_concurrency.lockutils [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] Acquiring lock "fce334c4-efda-4551-bd9f-c7db5b376743-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.376267] env[69262]: DEBUG oslo_concurrency.lockutils [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] Lock "fce334c4-efda-4551-bd9f-c7db5b376743-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.376437] env[69262]: DEBUG oslo_concurrency.lockutils [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] Lock "fce334c4-efda-4551-bd9f-c7db5b376743-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.376608] env[69262]: DEBUG nova.compute.manager [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] No waiting events found dispatching network-vif-plugged-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 848.376758] env[69262]: WARNING nova.compute.manager [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Received unexpected event network-vif-plugged-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 for instance with vm_state building and task_state spawning. [ 848.376919] env[69262]: DEBUG nova.compute.manager [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Received event network-changed-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.377095] env[69262]: DEBUG nova.compute.manager [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Refreshing instance network info cache due to event network-changed-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.377246] env[69262]: DEBUG oslo_concurrency.lockutils [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] Acquiring lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.424867] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Releasing lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.424867] env[69262]: DEBUG nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Instance network_info: |[{"id": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "address": "fa:16:3e:08:cb:7c", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b9a5b-01", "ovs_interfaceid": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.429113] env[69262]: DEBUG oslo_concurrency.lockutils [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] Acquired lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.429331] env[69262]: DEBUG nova.network.neutron [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Refreshing network info cache for port af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.430888] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:cb:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.440093] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.440494] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713651, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.443842] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.444971] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1940c058-7bdc-4bdc-a328-3be51853d96c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.471069] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.471069] env[69262]: value = "task-3713652" [ 848.471069] env[69262]: _type = "Task" [ 848.471069] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.482479] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713652, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.581567] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12678886-8b9a-45be-be88-ee4365d2a499 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.591993] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96102016-ac4d-4e60-98c6-c046b73b3d35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.595780] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.596118] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-611e4aed-3b55-434b-990a-e6cf5be52b42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.630600] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fd22d8-9cc7-44b2-9bc4-03a6aab539b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.633530] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 848.633530] env[69262]: value = "task-3713653" [ 848.633530] env[69262]: _type = "Task" [ 848.633530] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.640855] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c296cf-1a6d-4e06-b3ba-31171608b626 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.648259] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.660852] env[69262]: DEBUG nova.compute.provider_tree [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.928349] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713651, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.983917] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713652, 'name': CreateVM_Task, 'duration_secs': 0.4171} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.983917] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.984548] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.984630] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.985009] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.985193] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b575733-03c0-4cea-a0ce-e63d571644c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.990643] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 848.990643] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52103a29-6fe3-dee4-49f3-5ab03b2df33f" [ 848.990643] env[69262]: _type = "Task" [ 848.990643] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.001299] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52103a29-6fe3-dee4-49f3-5ab03b2df33f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.147278] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713653, 'name': PowerOffVM_Task, 'duration_secs': 0.280761} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.147669] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.148029] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.149064] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd24565-cd68-4847-a93a-30c5b81af217 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.156964] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.157259] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02041f72-31da-4ba8-8953-81b55315c280 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.164034] env[69262]: DEBUG nova.scheduler.client.report [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.180114] env[69262]: DEBUG nova.network.neutron [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Updated VIF entry in instance network info cache for port af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.180114] env[69262]: DEBUG nova.network.neutron [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Updating instance_info_cache with network_info: [{"id": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "address": "fa:16:3e:08:cb:7c", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b9a5b-01", "ovs_interfaceid": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.235508] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.235508] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.235629] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleting the datastore file [datastore1] cec98253-43e7-431f-9b13-b12358827e07 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.236473] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ddb2bb0-c7b0-48e5-bbe5-43f83e2d3d3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.245294] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 849.245294] env[69262]: value = "task-3713655" [ 849.245294] env[69262]: _type = "Task" [ 849.245294] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.257356] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.428484] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713651, 'name': CloneVM_Task, 'duration_secs': 1.250179} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.428714] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Created linked-clone VM from snapshot [ 849.429533] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ed8013-5ce5-44c2-8a1a-3ca5e7f3a128 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.438423] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Uploading image 81798b2f-d71c-4611-9408-eb55600d41c2 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.465760] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 849.465760] env[69262]: value = "vm-739592" [ 849.465760] env[69262]: _type = "VirtualMachine" [ 849.465760] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 849.466151] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aff6d0bc-3d5b-4178-acf0-275a63ad308f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.474283] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lease: (returnval){ [ 849.474283] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52519d1a-e8a2-83f3-660b-59bf6d850afd" [ 849.474283] env[69262]: _type = "HttpNfcLease" [ 849.474283] env[69262]: } obtained for exporting VM: (result){ [ 849.474283] env[69262]: value = "vm-739592" [ 849.474283] env[69262]: _type = "VirtualMachine" [ 849.474283] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 849.474549] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the lease: (returnval){ [ 849.474549] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52519d1a-e8a2-83f3-660b-59bf6d850afd" [ 849.474549] env[69262]: _type = "HttpNfcLease" [ 849.474549] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.482231] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.482231] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52519d1a-e8a2-83f3-660b-59bf6d850afd" [ 849.482231] env[69262]: _type = "HttpNfcLease" [ 849.482231] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.501065] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52103a29-6fe3-dee4-49f3-5ab03b2df33f, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.501329] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.501560] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.501742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.501890] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.502079] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.502350] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d670e50b-05c9-435f-9cce-9d04e264053d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.511938] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.512297] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.513096] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a05a1b-5104-4d18-9e6a-1d3f4a6b27e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.519508] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 849.519508] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f78e56-fc51-34cb-2364-2f5663fdfca8" [ 849.519508] env[69262]: _type = "Task" [ 849.519508] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.528412] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f78e56-fc51-34cb-2364-2f5663fdfca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.669921] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.672426] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.229s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.673973] env[69262]: INFO nova.compute.claims [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.685821] env[69262]: DEBUG oslo_concurrency.lockutils [req-bc375b5f-cf22-42ef-859e-bbd66d8f90ad req-ab6f6d96-4130-483d-9767-c420df418f7a service nova] Releasing lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.692582] env[69262]: INFO nova.scheduler.client.report [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Deleted allocations for instance b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d [ 849.756108] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150408} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.756362] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.756608] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.756783] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.983873] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.983873] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52519d1a-e8a2-83f3-660b-59bf6d850afd" [ 849.983873] env[69262]: _type = "HttpNfcLease" [ 849.983873] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.983873] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.983873] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52519d1a-e8a2-83f3-660b-59bf6d850afd" [ 849.983873] env[69262]: _type = "HttpNfcLease" [ 849.983873] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.984415] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2eae61-4499-4a41-9b6e-d7c2dc4eefb2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.994250] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4696e-87eb-d22b-332d-e5dab52aadcf/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.994250] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4696e-87eb-d22b-332d-e5dab52aadcf/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.062845] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f78e56-fc51-34cb-2364-2f5663fdfca8, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.062845] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf287bb6-0f20-4699-91a0-23af3cf69500 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.068837] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 850.068837] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522d8c06-0e64-be50-d20b-e2f569aede7e" [ 850.068837] env[69262]: _type = "Task" [ 850.068837] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.078516] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522d8c06-0e64-be50-d20b-e2f569aede7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.086362] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ff07bf3-c0f0-4a5e-a658-a1abe7abab2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.200090] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa690dd8-f84f-42a9-a453-6c9bb8bbfa80 tempest-ServersTestMultiNic-1560160158 tempest-ServersTestMultiNic-1560160158-project-member] Lock "b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.606s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.584522] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522d8c06-0e64-be50-d20b-e2f569aede7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.585995] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.586487] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] fce334c4-efda-4551-bd9f-c7db5b376743/fce334c4-efda-4551-bd9f-c7db5b376743.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.589020] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67142597-3932-46a4-b88d-e5d7eea08805 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.598359] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 850.598359] env[69262]: value = "task-3713657" [ 850.598359] env[69262]: _type = "Task" [ 850.598359] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.608766] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.814996] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.815583] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.816084] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.816541] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.816822] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.817642] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.822454] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.822454] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.822454] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.822454] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.822772] env[69262]: DEBUG nova.virt.hardware [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.824260] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b5f151-cb8e-4519-9439-21eb4d21702c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.842024] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855ac221-ab44-46ab-9b97-d80396984e1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.858893] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:75:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b7b7edd0-124a-48ec-ae26-1aa14f9b884a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c5e97d-1a38-4c46-a3e8-52798298f385', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.873165] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.877672] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.878786] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-706c6e82-e288-49e2-aa9c-5972b904815f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.907993] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.907993] env[69262]: value = "task-3713658" [ 850.907993] env[69262]: _type = "Task" [ 850.907993] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.921183] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713658, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.111625] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.347869] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0c6a6-c0a4-48c7-9620-3b49d400385e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.347869] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de13f2d8-6981-4d38-9f81-76211a6d2e11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.389056] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbfe8d9-e797-405b-a780-2fef6bef71f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.398593] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161fca4c-1e6f-46be-8bb2-f30556d3ed06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.423375] env[69262]: DEBUG nova.compute.provider_tree [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.428549] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713658, 'name': CreateVM_Task, 'duration_secs': 0.450161} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.428751] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.429911] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.430119] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.435106] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.435106] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1a9fc9-e6fa-44a5-9aa1-e0a2440e6a97 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.439140] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 851.439140] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5248d0ad-74c4-d8f2-9c39-02d658e09cd2" [ 851.439140] env[69262]: _type = "Task" [ 851.439140] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.450584] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5248d0ad-74c4-d8f2-9c39-02d658e09cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.611113] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537016} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.611538] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] fce334c4-efda-4551-bd9f-c7db5b376743/fce334c4-efda-4551-bd9f-c7db5b376743.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.611766] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.612035] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25ff6d06-1ac9-493e-ad75-72dcbd4fd3ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.620305] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 851.620305] env[69262]: value = "task-3713659" [ 851.620305] env[69262]: _type = "Task" [ 851.620305] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.630387] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.930598] env[69262]: DEBUG nova.scheduler.client.report [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.949319] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5248d0ad-74c4-d8f2-9c39-02d658e09cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011817} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.950292] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.950532] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.950756] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.951474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.951474] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.951579] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-382ec6c1-2ac3-459c-98cb-70a9eec179a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.961687] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.961884] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.962664] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca17073-9513-493d-8708-198bf134c136 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.969220] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 851.969220] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52485371-5cab-5c27-819c-63a34a36feb2" [ 851.969220] env[69262]: _type = "Task" [ 851.969220] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.977866] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52485371-5cab-5c27-819c-63a34a36feb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.131329] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083017} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.131736] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.132724] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a9b21-6923-4703-aee5-1d44d6b3342e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.159184] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] fce334c4-efda-4551-bd9f-c7db5b376743/fce334c4-efda-4551-bd9f-c7db5b376743.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.159713] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1bca12-127f-40f4-b856-d83216f0886a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.182541] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 852.182541] env[69262]: value = "task-3713660" [ 852.182541] env[69262]: _type = "Task" [ 852.182541] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.193122] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.436181] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.436746] env[69262]: DEBUG nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.441698] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.639s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.441966] env[69262]: DEBUG nova.objects.instance [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lazy-loading 'resources' on Instance uuid 650bd951-2b5c-405e-9814-8b57857add16 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.483634] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52485371-5cab-5c27-819c-63a34a36feb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012475} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.484810] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3373883-c1a2-47e5-a7b0-fa12c2372b75 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.492455] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 852.492455] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c89b4-64f8-f272-17a7-1fc077e23bad" [ 852.492455] env[69262]: _type = "Task" [ 852.492455] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.504409] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c89b4-64f8-f272-17a7-1fc077e23bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.699034] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713660, 'name': ReconfigVM_Task, 'duration_secs': 0.348158} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.699034] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Reconfigured VM instance instance-0000003e to attach disk [datastore2] fce334c4-efda-4551-bd9f-c7db5b376743/fce334c4-efda-4551-bd9f-c7db5b376743.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.699034] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69262) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 852.699034] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-b04c8b45-24fa-4682-8753-5a4c60a4dfba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.709194] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 852.709194] env[69262]: value = "task-3713661" [ 852.709194] env[69262]: _type = "Task" [ 852.709194] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.722270] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713661, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.946034] env[69262]: DEBUG nova.compute.utils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.946034] env[69262]: DEBUG nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.946034] env[69262]: DEBUG nova.network.neutron [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.011463] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c89b4-64f8-f272-17a7-1fc077e23bad, 'name': SearchDatastore_Task, 'duration_secs': 0.015112} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.014794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.017018] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.017018] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dce3be7-21fe-47d2-b954-df6d1ea3748b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.019377] env[69262]: DEBUG nova.policy [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9db40bfb442943c3925771284b64983d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c700e7c74b1640328530e4d13bae9516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.030963] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 853.030963] env[69262]: value = "task-3713662" [ 853.030963] env[69262]: _type = "Task" [ 853.030963] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.044566] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.222197] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713661, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.079976} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.225500] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69262) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 853.225500] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d46697-460d-4539-896d-6552335f63d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.265431] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] fce334c4-efda-4551-bd9f-c7db5b376743/ephemeral_0.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.269031] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-737714b3-bb0f-45d8-8fac-dc6a7b63008f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.291362] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 853.291362] env[69262]: value = "task-3713663" [ 853.291362] env[69262]: _type = "Task" [ 853.291362] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.301720] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.390858] env[69262]: DEBUG nova.network.neutron [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Successfully created port: 1b339a27-d510-4db3-93e8-3c8c624c1095 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.451327] env[69262]: DEBUG nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.546490] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.610180] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef46e929-d29b-48f4-856d-49af3f637b98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.621464] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b192cc-cd4f-4fa0-be1d-018a74630cdb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.660862] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b476ef-0b5a-4e44-8fd2-388326603cf6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.671442] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858c4d60-c6fe-46df-a2ec-f28548897e9a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.692158] env[69262]: DEBUG nova.compute.provider_tree [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.804113] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.043404] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540562} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.043792] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.044245] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.044379] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03e09ab-a4ee-419d-bde3-f71157f3a55f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.051834] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 854.051834] env[69262]: value = "task-3713664" [ 854.051834] env[69262]: _type = "Task" [ 854.051834] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.063573] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.199029] env[69262]: DEBUG nova.scheduler.client.report [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.303883] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713663, 'name': ReconfigVM_Task, 'duration_secs': 0.584815} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.303883] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Reconfigured VM instance instance-0000003e to attach disk [datastore2] fce334c4-efda-4551-bd9f-c7db5b376743/ephemeral_0.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.304459] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74e9fedd-29f9-402c-9363-93a6ec0c8c6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.311995] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 854.311995] env[69262]: value = "task-3713665" [ 854.311995] env[69262]: _type = "Task" [ 854.311995] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.324109] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713665, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.464297] env[69262]: DEBUG nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.500048] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.500343] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.500549] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.500772] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.501047] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.501188] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.501445] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.501649] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.502055] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.502133] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.502287] env[69262]: DEBUG nova.virt.hardware [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.503257] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46e94a4-9a2f-48e5-8aa4-6c548f34958d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.513380] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce4e22d-664f-4deb-badd-9e9166f46ecc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.562553] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081643} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.562553] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.563222] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd321bb6-38d1-431c-b511-78b2be3ef91b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.588277] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.588627] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374b7dd4-ef34-44df-9b1c-ae8c4eafcd9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.610527] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 854.610527] env[69262]: value = "task-3713666" [ 854.610527] env[69262]: _type = "Task" [ 854.610527] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.621535] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.703926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.707869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.358s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.708235] env[69262]: DEBUG nova.objects.instance [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lazy-loading 'resources' on Instance uuid 505f38d1-ef30-4c8e-93f3-c512505527e8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.740467] env[69262]: INFO nova.scheduler.client.report [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Deleted allocations for instance 650bd951-2b5c-405e-9814-8b57857add16 [ 854.822790] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713665, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.121852] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.253941] env[69262]: DEBUG oslo_concurrency.lockutils [None req-52e0c027-6512-4918-9d86-3f159c908575 tempest-VolumesAssistedSnapshotsTest-1320610663 tempest-VolumesAssistedSnapshotsTest-1320610663-project-member] Lock "650bd951-2b5c-405e-9814-8b57857add16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.867s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.338718] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713665, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.450900] env[69262]: DEBUG nova.compute.manager [req-243e7ec5-f219-486b-a8b3-2dd2cc3692ef req-9ae1d39e-8314-4c5a-8884-382b319074c3 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Received event network-vif-plugged-1b339a27-d510-4db3-93e8-3c8c624c1095 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.451142] env[69262]: DEBUG oslo_concurrency.lockutils [req-243e7ec5-f219-486b-a8b3-2dd2cc3692ef req-9ae1d39e-8314-4c5a-8884-382b319074c3 service nova] Acquiring lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.451369] env[69262]: DEBUG oslo_concurrency.lockutils [req-243e7ec5-f219-486b-a8b3-2dd2cc3692ef req-9ae1d39e-8314-4c5a-8884-382b319074c3 service nova] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.451571] env[69262]: DEBUG oslo_concurrency.lockutils [req-243e7ec5-f219-486b-a8b3-2dd2cc3692ef req-9ae1d39e-8314-4c5a-8884-382b319074c3 service nova] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.451756] env[69262]: DEBUG nova.compute.manager [req-243e7ec5-f219-486b-a8b3-2dd2cc3692ef req-9ae1d39e-8314-4c5a-8884-382b319074c3 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] No waiting events found dispatching network-vif-plugged-1b339a27-d510-4db3-93e8-3c8c624c1095 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 855.451893] env[69262]: WARNING nova.compute.manager [req-243e7ec5-f219-486b-a8b3-2dd2cc3692ef req-9ae1d39e-8314-4c5a-8884-382b319074c3 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Received unexpected event network-vif-plugged-1b339a27-d510-4db3-93e8-3c8c624c1095 for instance with vm_state building and task_state spawning. [ 855.632115] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713666, 'name': ReconfigVM_Task, 'duration_secs': 0.596883} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.632575] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Reconfigured VM instance instance-0000001c to attach disk [datastore1] cec98253-43e7-431f-9b13-b12358827e07/cec98253-43e7-431f-9b13-b12358827e07.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.633370] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f5e6abb-fc99-465e-b3b5-5e686c5964af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.645925] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 855.645925] env[69262]: value = "task-3713667" [ 855.645925] env[69262]: _type = "Task" [ 855.645925] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.656040] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713667, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.721064] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28b3ea2-b001-46ea-8bca-6dcfad1acbd2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.730286] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ccfade-ecd4-4f9c-9bba-f44d5f782834 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765599] env[69262]: DEBUG nova.network.neutron [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Successfully updated port: 1b339a27-d510-4db3-93e8-3c8c624c1095 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.767419] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dd1b07-0fe4-4a04-95c7-d0912eedcd1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.776437] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a92bae-0820-4d0b-88f9-05bfd3ea1c2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.791820] env[69262]: DEBUG nova.compute.provider_tree [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.829047] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713665, 'name': Rename_Task, 'duration_secs': 1.042211} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.829533] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.829599] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58cf2f84-fe31-4a59-b1c9-a0c275cf4a44 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.836575] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 855.836575] env[69262]: value = "task-3713668" [ 855.836575] env[69262]: _type = "Task" [ 855.836575] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.845262] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.156996] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713667, 'name': Rename_Task, 'duration_secs': 0.191992} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.157390] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.157655] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b484053e-2eef-4441-8a2a-da4eb0af54c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.165834] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 856.165834] env[69262]: value = "task-3713669" [ 856.165834] env[69262]: _type = "Task" [ 856.165834] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.181312] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.271334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "refresh_cache-41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.275027] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "refresh_cache-41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.275027] env[69262]: DEBUG nova.network.neutron [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.297563] env[69262]: DEBUG nova.scheduler.client.report [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.349305] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.682984] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713669, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.803895] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.807281] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.889s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.807420] env[69262]: DEBUG nova.objects.instance [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lazy-loading 'resources' on Instance uuid c7dd6269-bd89-4e20-9e01-222cf348047b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.835471] env[69262]: INFO nova.scheduler.client.report [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Deleted allocations for instance 505f38d1-ef30-4c8e-93f3-c512505527e8 [ 856.844295] env[69262]: DEBUG nova.network.neutron [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.854449] env[69262]: DEBUG oslo_vmware.api [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713668, 'name': PowerOnVM_Task, 'duration_secs': 0.679431} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.854790] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.855491] env[69262]: INFO nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Took 10.00 seconds to spawn the instance on the hypervisor. [ 856.855558] env[69262]: DEBUG nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.856628] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a543c8b-7304-4b7b-8825-6b443f8ee7e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.182342] env[69262]: DEBUG oslo_vmware.api [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713669, 'name': PowerOnVM_Task, 'duration_secs': 0.643748} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.182765] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.183089] env[69262]: DEBUG nova.compute.manager [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 857.184103] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76025434-8aff-4f25-b896-25e76e15098a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.351558] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5f595940-bddb-47a9-9bf1-0d35c875481f tempest-ListServerFiltersTestJSON-530012782 tempest-ListServerFiltersTestJSON-530012782-project-member] Lock "505f38d1-ef30-4c8e-93f3-c512505527e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.571s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.385203] env[69262]: INFO nova.compute.manager [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Took 48.32 seconds to build instance. [ 857.423261] env[69262]: DEBUG nova.network.neutron [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Updating instance_info_cache with network_info: [{"id": "1b339a27-d510-4db3-93e8-3c8c624c1095", "address": "fa:16:3e:96:d3:c5", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b339a27-d5", "ovs_interfaceid": "1b339a27-d510-4db3-93e8-3c8c624c1095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.493560] env[69262]: DEBUG nova.compute.manager [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Received event network-changed-1b339a27-d510-4db3-93e8-3c8c624c1095 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.493560] env[69262]: DEBUG nova.compute.manager [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Refreshing instance network info cache due to event network-changed-1b339a27-d510-4db3-93e8-3c8c624c1095. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.495206] env[69262]: DEBUG oslo_concurrency.lockutils [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] Acquiring lock "refresh_cache-41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.710985] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.866959] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521924a0-31d3-4b7f-b97e-db93a98e63f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.877935] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92570dcd-088f-4b07-8b5b-f20c5eee5ce5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.935182] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8ffd9b9-b480-4aeb-ac6e-a32441b9a77f tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "fce334c4-efda-4551-bd9f-c7db5b376743" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.214s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.935182] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "refresh_cache-41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.935675] env[69262]: DEBUG nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Instance network_info: |[{"id": "1b339a27-d510-4db3-93e8-3c8c624c1095", "address": "fa:16:3e:96:d3:c5", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b339a27-d5", "ovs_interfaceid": "1b339a27-d510-4db3-93e8-3c8c624c1095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.936427] env[69262]: DEBUG oslo_concurrency.lockutils [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] Acquired lock "refresh_cache-41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.936651] env[69262]: DEBUG nova.network.neutron [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Refreshing network info cache for port 1b339a27-d510-4db3-93e8-3c8c624c1095 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.938014] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:d3:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b339a27-d510-4db3-93e8-3c8c624c1095', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.946324] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.947136] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f8a15-d8c2-4095-976d-33ef1dfe59f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.950876] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.951152] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba7400b5-50dc-4054-867f-581c496e9c4d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.974854] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae817c8-d24d-43d4-9dec-d9e8af6d12fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.979471] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.979471] env[69262]: value = "task-3713670" [ 857.979471] env[69262]: _type = "Task" [ 857.979471] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.994706] env[69262]: DEBUG nova.compute.provider_tree [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.005472] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713670, 'name': CreateVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.494082] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713670, 'name': CreateVM_Task, 'duration_secs': 0.478516} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.495353] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.496301] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.496593] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.497057] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.498528] env[69262]: DEBUG nova.scheduler.client.report [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.502898] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-447dd9cf-9d6c-4b01-86c1-032fa686caa2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.517519] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 858.517519] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523af770-65af-cd38-c709-3d6d4182623e" [ 858.517519] env[69262]: _type = "Task" [ 858.517519] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.530888] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523af770-65af-cd38-c709-3d6d4182623e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.639179] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4696e-87eb-d22b-332d-e5dab52aadcf/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.640115] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f90a05-cc53-4c10-bade-acc6ea656fe7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.649925] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4696e-87eb-d22b-332d-e5dab52aadcf/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.650122] env[69262]: ERROR oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4696e-87eb-d22b-332d-e5dab52aadcf/disk-0.vmdk due to incomplete transfer. [ 858.650445] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ed12dd23-60e0-44f9-bebb-5410e8a3c948 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.662166] env[69262]: DEBUG oslo_vmware.rw_handles [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e4696e-87eb-d22b-332d-e5dab52aadcf/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.662577] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Uploaded image 81798b2f-d71c-4611-9408-eb55600d41c2 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.668408] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.668639] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6075e71-deb9-491b-9225-579b8b187b42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.679209] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 858.679209] env[69262]: value = "task-3713671" [ 858.679209] env[69262]: _type = "Task" [ 858.679209] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.700346] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713671, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.827611] env[69262]: DEBUG nova.network.neutron [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Updated VIF entry in instance network info cache for port 1b339a27-d510-4db3-93e8-3c8c624c1095. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.828048] env[69262]: DEBUG nova.network.neutron [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Updating instance_info_cache with network_info: [{"id": "1b339a27-d510-4db3-93e8-3c8c624c1095", "address": "fa:16:3e:96:d3:c5", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b339a27-d5", "ovs_interfaceid": "1b339a27-d510-4db3-93e8-3c8c624c1095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.008082] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.013357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.855s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.016019] env[69262]: DEBUG nova.objects.instance [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lazy-loading 'resources' on Instance uuid 78082ae6-1d22-4917-bb47-cbccedde44aa {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.036563] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523af770-65af-cd38-c709-3d6d4182623e, 'name': SearchDatastore_Task, 'duration_secs': 0.015938} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.037894] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.038213] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.038407] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.038953] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.039621] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.039885] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c7bdf36-18a9-4133-b066-a4fc364aea4c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.044582] env[69262]: INFO nova.scheduler.client.report [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Deleted allocations for instance c7dd6269-bd89-4e20-9e01-222cf348047b [ 859.054975] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.054975] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.055166] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54171192-1865-4dbe-81a6-b07408bc9bb7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.062812] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 859.062812] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cefa8e-dc19-74d2-6be8-a7dc5895d516" [ 859.062812] env[69262]: _type = "Task" [ 859.062812] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.074922] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cefa8e-dc19-74d2-6be8-a7dc5895d516, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.197954] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713671, 'name': Destroy_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.336593] env[69262]: DEBUG oslo_concurrency.lockutils [req-7cc82ae1-e467-4d25-9413-9c0f065f0081 req-b86d80c7-1895-4a91-9500-467f227ce586 service nova] Releasing lock "refresh_cache-41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.556341] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d45f67ea-db78-4e57-9597-8f6ba8c7c798 tempest-ServersListShow2100Test-1171520619 tempest-ServersListShow2100Test-1171520619-project-member] Lock "c7dd6269-bd89-4e20-9e01-222cf348047b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.084s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.575077] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cefa8e-dc19-74d2-6be8-a7dc5895d516, 'name': SearchDatastore_Task, 'duration_secs': 0.013604} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.579285] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfe7855-eb29-4ce5-bc96-26c94b86718e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.585914] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 859.585914] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b81e4c-47e6-3569-d246-f45430fc6ee0" [ 859.585914] env[69262]: _type = "Task" [ 859.585914] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.605707] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b81e4c-47e6-3569-d246-f45430fc6ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.015246} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.605983] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.606253] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6/41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.606815] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2345aaa8-ad78-4437-85bb-8710b8f38065 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.614981] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 859.614981] env[69262]: value = "task-3713672" [ 859.614981] env[69262]: _type = "Task" [ 859.614981] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.626866] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.696246] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713671, 'name': Destroy_Task, 'duration_secs': 0.705312} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.699533] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Destroyed the VM [ 859.699533] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.714853] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16b51709-f59e-4e7e-a138-0a4e47095056 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.714853] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 859.714853] env[69262]: value = "task-3713673" [ 859.714853] env[69262]: _type = "Task" [ 859.714853] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.726547] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.763270] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.763610] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.838351] env[69262]: DEBUG nova.compute.manager [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Received event network-changed-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.838351] env[69262]: DEBUG nova.compute.manager [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Refreshing instance network info cache due to event network-changed-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.838539] env[69262]: DEBUG oslo_concurrency.lockutils [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] Acquiring lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.838668] env[69262]: DEBUG oslo_concurrency.lockutils [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] Acquired lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.838762] env[69262]: DEBUG nova.network.neutron [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Refreshing network info cache for port af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.914678] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.916144] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.916144] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.916144] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.916144] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.917989] env[69262]: INFO nova.compute.manager [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Terminating instance [ 860.009657] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.010151] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.010392] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.010594] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.010793] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.014355] env[69262]: INFO nova.compute.manager [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Terminating instance [ 860.129199] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.147764] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77cb5c5-5bf7-491a-88a7-298a97fad994 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.161998] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d230ad-36ef-4c0e-a6ea-a31705a361fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.203021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0e85d6-c850-4cdf-994d-1877140871af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.220135] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1452dc-116b-4d2d-8d01-b3ebd9b277dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.232381] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713673, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.242408] env[69262]: DEBUG nova.compute.provider_tree [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.266104] env[69262]: DEBUG nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.425879] env[69262]: DEBUG nova.compute.manager [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.426200] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.427131] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52915375-d194-4d26-a5a4-904c5e29ace5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.435952] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.436276] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63938778-29bd-4703-8cf9-9a9ae03c6b22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.445669] env[69262]: DEBUG oslo_vmware.api [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 860.445669] env[69262]: value = "task-3713674" [ 860.445669] env[69262]: _type = "Task" [ 860.445669] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.453638] env[69262]: DEBUG oslo_vmware.api [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.525129] env[69262]: DEBUG nova.compute.manager [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.525384] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.526311] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c95d68d-6189-4f1b-8aa5-ef6c17729ee2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.534597] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.534878] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b98b79d9-6856-410c-b634-7d6e55912108 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.541977] env[69262]: DEBUG oslo_vmware.api [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 860.541977] env[69262]: value = "task-3713675" [ 860.541977] env[69262]: _type = "Task" [ 860.541977] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.554589] env[69262]: DEBUG oslo_vmware.api [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.626057] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65154} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.626343] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6/41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.627178] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.627178] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bebb176-017e-4573-9eca-1934b922d509 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.635844] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 860.635844] env[69262]: value = "task-3713676" [ 860.635844] env[69262]: _type = "Task" [ 860.635844] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.645740] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.723435] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713673, 'name': RemoveSnapshot_Task, 'duration_secs': 0.537473} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.723982] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.724557] env[69262]: DEBUG nova.compute.manager [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.726562] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1a8a9-f44e-4e1c-bff6-b303799bfa40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.744040] env[69262]: DEBUG nova.scheduler.client.report [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.802065] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.876669] env[69262]: DEBUG nova.network.neutron [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Updated VIF entry in instance network info cache for port af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.876669] env[69262]: DEBUG nova.network.neutron [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Updating instance_info_cache with network_info: [{"id": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "address": "fa:16:3e:08:cb:7c", "network": {"id": "2c043d74-c558-4f34-8fad-cda0ec926714", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1177328695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97d597cda8464d80aac75221a7dbf598", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf4b9a5b-01", "ovs_interfaceid": "af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.959390] env[69262]: DEBUG oslo_vmware.api [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713674, 'name': PowerOffVM_Task, 'duration_secs': 0.424621} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.959960] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.960328] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.960753] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bdf97d6-a01f-47d9-b6a5-636773d2fe95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.053975] env[69262]: DEBUG oslo_vmware.api [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713675, 'name': PowerOffVM_Task, 'duration_secs': 0.255336} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.054580] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.054839] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.055121] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b976ec21-d3c3-4f75-a060-dc7beba9a646 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.080613] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.080613] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.080613] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleting the datastore file [datastore1] ac6131ac-f4d0-4b70-8e5f-b012da69c368 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.080613] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5586e5d-1e43-49d9-aef0-ac15c776d09c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.088375] env[69262]: DEBUG oslo_vmware.api [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 861.088375] env[69262]: value = "task-3713679" [ 861.088375] env[69262]: _type = "Task" [ 861.088375] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.101378] env[69262]: DEBUG oslo_vmware.api [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.149701] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111626} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.150566] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.151537] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f6a859-7402-428b-ae7f-d78ad5bd7cd4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.159361] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.159727] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.160022] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Deleting the datastore file [datastore1] e7300d10-0760-4d59-bf7f-5d89c5ef2397 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.160382] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5447b42f-8a71-4f27-a050-ac25e8c41388 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.183058] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6/41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.183891] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7082a245-2bfb-420e-b900-a0cf72def5fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.204918] env[69262]: DEBUG oslo_vmware.api [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for the task: (returnval){ [ 861.204918] env[69262]: value = "task-3713680" [ 861.204918] env[69262]: _type = "Task" [ 861.204918] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.209139] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 861.209139] env[69262]: value = "task-3713681" [ 861.209139] env[69262]: _type = "Task" [ 861.209139] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.212912] env[69262]: DEBUG oslo_vmware.api [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.222243] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.242781] env[69262]: INFO nova.compute.manager [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Shelve offloading [ 861.253049] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.255635] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.616s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.256500] env[69262]: DEBUG nova.objects.instance [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 861.279569] env[69262]: INFO nova.scheduler.client.report [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleted allocations for instance 78082ae6-1d22-4917-bb47-cbccedde44aa [ 861.378937] env[69262]: DEBUG oslo_concurrency.lockutils [req-3050065b-a95a-43e9-9ca3-67e09087220f req-16962bd3-2464-4139-9557-428a495c186a service nova] Releasing lock "refresh_cache-fce334c4-efda-4551-bd9f-c7db5b376743" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.599390] env[69262]: DEBUG oslo_vmware.api [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.720583] env[69262]: DEBUG oslo_vmware.api [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Task: {'id': task-3713680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.519261} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.721325] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.721590] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.721694] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.721868] env[69262]: INFO nova.compute.manager [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Took 1.20 seconds to destroy the instance on the hypervisor. [ 861.722112] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.722303] env[69262]: DEBUG nova.compute.manager [-] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.722822] env[69262]: DEBUG nova.network.neutron [-] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.730785] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.747068] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.747393] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-185f78e7-25fa-4dd9-aa59-90e478a689fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.756051] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 861.756051] env[69262]: value = "task-3713682" [ 861.756051] env[69262]: _type = "Task" [ 861.756051] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.773754] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 861.773984] env[69262]: DEBUG nova.compute.manager [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.778291] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663ae701-baf2-4833-a647-b9604ba485ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.785431] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.785671] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.785851] env[69262]: DEBUG nova.network.neutron [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.791515] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dc3aa469-fc70-400d-825e-5b27ac741ea8 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "78082ae6-1d22-4917-bb47-cbccedde44aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.322s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.105019] env[69262]: DEBUG oslo_vmware.api [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.604917} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.105019] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.105019] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.105019] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.105019] env[69262]: INFO nova.compute.manager [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Took 1.68 seconds to destroy the instance on the hypervisor. [ 862.105465] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.105465] env[69262]: DEBUG nova.compute.manager [-] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.105554] env[69262]: DEBUG nova.network.neutron [-] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.231376] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713681, 'name': ReconfigVM_Task, 'duration_secs': 0.713423} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.231684] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6/41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.232367] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9788e4b9-cc95-42ed-a54e-f1e0bb2ec2ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.241982] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 862.241982] env[69262]: value = "task-3713683" [ 862.241982] env[69262]: _type = "Task" [ 862.241982] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.249968] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713683, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.278186] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d56345c-d383-4a37-9125-7e8eeb559a24 tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.278186] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.940s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.278456] env[69262]: INFO nova.compute.claims [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.753132] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713683, 'name': Rename_Task, 'duration_secs': 0.376659} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.753702] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.753961] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e10c4912-689a-46e6-b087-edf9d5fdd0ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.762360] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 862.762360] env[69262]: value = "task-3713684" [ 862.762360] env[69262]: _type = "Task" [ 862.762360] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.772575] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.956018] env[69262]: DEBUG nova.network.neutron [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Updating instance_info_cache with network_info: [{"id": "606b085e-1f22-4f78-a866-0c824c54896a", "address": "fa:16:3e:fc:d6:70", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap606b085e-1f", "ovs_interfaceid": "606b085e-1f22-4f78-a866-0c824c54896a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.189851] env[69262]: DEBUG nova.network.neutron [-] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.243453] env[69262]: DEBUG nova.compute.manager [req-1ee2e5e6-1299-4e78-8c05-fe482565f9fe req-c723bb9c-dd3a-4848-9399-3edc8623af72 service nova] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Received event network-vif-deleted-a1a00bb7-f6f0-47ec-80ae-7ef61626c745 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.275482] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.281761] env[69262]: DEBUG nova.network.neutron [-] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.458962] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.693322] env[69262]: INFO nova.compute.manager [-] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Took 1.59 seconds to deallocate network for instance. [ 863.766480] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.766962] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.782608] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713684, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.786531] env[69262]: INFO nova.compute.manager [-] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Took 2.06 seconds to deallocate network for instance. [ 863.810939] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.810939] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.868409] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71eee562-b996-4a52-b6f9-8af201b57ecc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.884937] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b96f68-9730-4aae-9637-86adbcbcbcea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.931863] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f6ead7-d96d-4f72-bf23-bcd3496ea268 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.938074] env[69262]: DEBUG nova.compute.manager [req-d2bb48e3-48b7-486f-b2df-1f29a9ce6f26 req-c2bfe763-1e69-477f-8f5d-8a46750ada64 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Received event network-vif-unplugged-606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.938074] env[69262]: DEBUG oslo_concurrency.lockutils [req-d2bb48e3-48b7-486f-b2df-1f29a9ce6f26 req-c2bfe763-1e69-477f-8f5d-8a46750ada64 service nova] Acquiring lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.938190] env[69262]: DEBUG oslo_concurrency.lockutils [req-d2bb48e3-48b7-486f-b2df-1f29a9ce6f26 req-c2bfe763-1e69-477f-8f5d-8a46750ada64 service nova] Lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.938359] env[69262]: DEBUG oslo_concurrency.lockutils [req-d2bb48e3-48b7-486f-b2df-1f29a9ce6f26 req-c2bfe763-1e69-477f-8f5d-8a46750ada64 service nova] Lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.938546] env[69262]: DEBUG nova.compute.manager [req-d2bb48e3-48b7-486f-b2df-1f29a9ce6f26 req-c2bfe763-1e69-477f-8f5d-8a46750ada64 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] No waiting events found dispatching network-vif-unplugged-606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 863.938711] env[69262]: WARNING nova.compute.manager [req-d2bb48e3-48b7-486f-b2df-1f29a9ce6f26 req-c2bfe763-1e69-477f-8f5d-8a46750ada64 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Received unexpected event network-vif-unplugged-606b085e-1f22-4f78-a866-0c824c54896a for instance with vm_state shelved and task_state shelving_offloading. [ 863.946758] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a89b26-8244-42dc-8c9e-19827a0f9982 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.962996] env[69262]: DEBUG nova.compute.provider_tree [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.998945] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.999946] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabcdee1-794b-4b8a-b695-90d1d44a01ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.009499] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.010132] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d243bed-d798-451e-b6e8-66deb5b241fc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.202686] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.276728] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.288722] env[69262]: DEBUG oslo_vmware.api [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713684, 'name': PowerOnVM_Task, 'duration_secs': 1.169711} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.290213] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.291083] env[69262]: INFO nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Took 9.83 seconds to spawn the instance on the hypervisor. [ 864.291393] env[69262]: DEBUG nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 864.292137] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26693986-e79a-4f8e-a4e9-d88143eeb778 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.296847] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.428803] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.429226] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.430396] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleting the datastore file [datastore2] 62593aee-807d-4efd-8377-26d38f9cd44d {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.430396] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0832578e-938b-48ec-8c70-19fd51f8c39d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.439902] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 864.439902] env[69262]: value = "task-3713686" [ 864.439902] env[69262]: _type = "Task" [ 864.439902] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.450388] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.466715] env[69262]: DEBUG nova.scheduler.client.report [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.816639] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.820951] env[69262]: INFO nova.compute.manager [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Took 50.40 seconds to build instance. [ 864.951867] env[69262]: DEBUG oslo_vmware.api [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310779} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.952178] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.952380] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.952556] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.972281] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.972853] env[69262]: DEBUG nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.976470] env[69262]: INFO nova.scheduler.client.report [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted allocations for instance 62593aee-807d-4efd-8377-26d38f9cd44d [ 864.978870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.622s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.980688] env[69262]: INFO nova.compute.claims [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.274852] env[69262]: DEBUG nova.compute.manager [req-5bd8ceaf-26d4-45c3-9d3a-5b7b2678702a req-c65fd1a1-72d0-428f-8109-fc90e913660e service nova] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Received event network-vif-deleted-38a83fe4-973b-44f8-b1ba-f1dd351382b6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.325863] env[69262]: DEBUG oslo_concurrency.lockutils [None req-318fa4e7-ec95-4aec-9a74-27505906eb40 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.483s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.488188] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.488188] env[69262]: DEBUG nova.compute.utils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.491285] env[69262]: DEBUG nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 865.829090] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.995015] env[69262]: DEBUG nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.015399] env[69262]: DEBUG nova.compute.manager [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Received event network-changed-606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.015399] env[69262]: DEBUG nova.compute.manager [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Refreshing instance network info cache due to event network-changed-606b085e-1f22-4f78-a866-0c824c54896a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.016313] env[69262]: DEBUG oslo_concurrency.lockutils [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] Acquiring lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.018169] env[69262]: DEBUG oslo_concurrency.lockutils [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] Acquired lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.018169] env[69262]: DEBUG nova.network.neutron [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Refreshing network info cache for port 606b085e-1f22-4f78-a866-0c824c54896a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.132018] env[69262]: DEBUG nova.compute.manager [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.134251] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f17031-45d3-4f67-a26a-dc4b65f91c56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.359022] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.491011] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553a28f-1005-444e-a5be-c95b28d66e78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.501051] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002425a2-9a2b-41f8-9054-42f91e343235 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.545134] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d7613f-486e-4e82-bb52-7bbb503fd7e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.555022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fba693a-8c9e-4d60-a2eb-0f3b9fde516a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.571587] env[69262]: DEBUG nova.compute.provider_tree [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.649401] env[69262]: INFO nova.compute.manager [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] instance snapshotting [ 866.652568] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b705cc-8d22-4bd1-b6ce-995d85516fe7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.680139] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc88a98-1b2c-4622-a59b-4ecab32b60c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.798460] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "62593aee-807d-4efd-8377-26d38f9cd44d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.886255] env[69262]: DEBUG nova.network.neutron [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Updated VIF entry in instance network info cache for port 606b085e-1f22-4f78-a866-0c824c54896a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.886255] env[69262]: DEBUG nova.network.neutron [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Updating instance_info_cache with network_info: [{"id": "606b085e-1f22-4f78-a866-0c824c54896a", "address": "fa:16:3e:fc:d6:70", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": null, "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap606b085e-1f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.010350] env[69262]: DEBUG nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.041921] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.041921] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.042065] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.042604] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.042810] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.043131] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.043306] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.043501] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.043704] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.043892] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.044109] env[69262]: DEBUG nova.virt.hardware [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.045049] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6908fac-da9d-46c3-9b5c-f84414a912e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.055581] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86300f19-619f-4202-a75c-8d7fabde5ba3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.071452] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.077851] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Creating folder: Project (3c3228e6b51d41f7a9cbec636dc95847). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.081853] env[69262]: DEBUG nova.scheduler.client.report [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.085775] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f98ab2ce-1e60-478d-b8ec-8106b5423e9e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.100804] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Created folder: Project (3c3228e6b51d41f7a9cbec636dc95847) in parent group-v739409. [ 867.100804] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Creating folder: Instances. Parent ref: group-v739596. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.100804] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c033c332-83c8-45c1-a1bb-8a4edc333167 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.111571] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Created folder: Instances in parent group-v739596. [ 867.112137] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.112287] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.112375] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40322f54-2943-4b82-9527-a57bf143d568 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.130657] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.130657] env[69262]: value = "task-3713689" [ 867.130657] env[69262]: _type = "Task" [ 867.130657] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.141917] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713689, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.193915] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 867.194229] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96dbb822-dbbf-471c-82e0-84af0ef10ff5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.203301] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 867.203301] env[69262]: value = "task-3713690" [ 867.203301] env[69262]: _type = "Task" [ 867.203301] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.213276] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.388764] env[69262]: DEBUG oslo_concurrency.lockutils [req-553f221f-5e09-4069-af9c-f094b96e76b4 req-2e234e91-99d6-4c5c-b1e2-9d327c549085 service nova] Releasing lock "refresh_cache-62593aee-807d-4efd-8377-26d38f9cd44d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.589703] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.590300] env[69262]: DEBUG nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.595916] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.212s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.595916] env[69262]: DEBUG nova.objects.instance [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lazy-loading 'resources' on Instance uuid b687fb4a-0cdd-4b4a-b83a-6b236917bf1d {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.641989] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713689, 'name': CreateVM_Task, 'duration_secs': 0.406715} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.642360] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.646023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.646023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.646023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.646023] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c581c5ce-00df-4277-99e1-74d09a053050 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.648896] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 867.648896] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a1ff6-0eef-61d1-c089-8b8057805dfa" [ 867.648896] env[69262]: _type = "Task" [ 867.648896] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.657908] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a1ff6-0eef-61d1-c089-8b8057805dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.714491] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.100628] env[69262]: DEBUG nova.compute.utils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.107854] env[69262]: DEBUG nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 868.164306] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a1ff6-0eef-61d1-c089-8b8057805dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.022285} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.164599] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.164907] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.165295] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.165554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.165850] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.166244] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b4d5aa-e7cd-4755-8491-717051073452 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.181590] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.181590] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.181590] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1059ec00-51fa-4896-aba1-a1a46aeaaae8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.188252] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 868.188252] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52453a1b-1f02-02fb-89e8-033b1efa4ad0" [ 868.188252] env[69262]: _type = "Task" [ 868.188252] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.203076] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52453a1b-1f02-02fb-89e8-033b1efa4ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.011553} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.206751] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b562926-5443-4c12-bf9e-01e7e1ad353b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.216424] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 868.216424] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c0ac46-e744-2bb5-c059-0ea3c127f25d" [ 868.216424] env[69262]: _type = "Task" [ 868.216424] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.220022] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713690, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.232187] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c0ac46-e744-2bb5-c059-0ea3c127f25d, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.233510] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.233779] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] dd0d077f-a1c7-4307-8838-1585fe37aeaf/dd0d077f-a1c7-4307-8838-1585fe37aeaf.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.239670] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bb2f9e0-550f-466e-bc8b-2e6b6e753bc0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.247773] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 868.247773] env[69262]: value = "task-3713691" [ 868.247773] env[69262]: _type = "Task" [ 868.247773] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.260459] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.608735] env[69262]: DEBUG nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.618766] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a054d37a-1be4-409c-9bec-505e685900c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.628193] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f976c3cd-344f-4942-b172-1617b48dd2a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.662225] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b1dc1-df5c-4a02-ad50-8c0a7d930ad6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.668675] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "770376e5-3975-4e78-a92b-fc4b94f13164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.668675] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "770376e5-3975-4e78-a92b-fc4b94f13164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.674739] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d75773d-9ea0-4703-8b39-371b8cb36622 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.692272] env[69262]: DEBUG nova.compute.provider_tree [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.718986] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713690, 'name': CreateSnapshot_Task, 'duration_secs': 1.217383} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.719409] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 868.720347] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84141d5-4bac-49bd-8194-c10ddaca016a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.742812] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.743104] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.743343] env[69262]: INFO nova.compute.manager [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Rebooting instance [ 868.759514] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713691, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.195622] env[69262]: DEBUG nova.scheduler.client.report [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.241035] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.241146] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4d06364a-520b-452c-933f-cb36fa3b2bfd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.254564] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 869.254564] env[69262]: value = "task-3713692" [ 869.254564] env[69262]: _type = "Task" [ 869.254564] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.261880] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561972} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.266721] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.266721] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.266721] env[69262]: DEBUG nova.network.neutron [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.267951] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] dd0d077f-a1c7-4307-8838-1585fe37aeaf/dd0d077f-a1c7-4307-8838-1585fe37aeaf.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.268199] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.268460] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713692, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.268904] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93c1e3f3-9675-4f52-a030-f066d72441ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.276821] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 869.276821] env[69262]: value = "task-3713693" [ 869.276821] env[69262]: _type = "Task" [ 869.276821] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.287556] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.621036] env[69262]: DEBUG nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.646363] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.646541] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.646699] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.646891] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.647056] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.647234] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.647475] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.647649] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.647825] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.647991] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.648249] env[69262]: DEBUG nova.virt.hardware [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.649131] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d36ce1-5e29-483c-b888-1548cc1fe2a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.657361] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0545c840-d1fc-420f-bdf5-8a3684b87598 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.673293] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.679241] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.679550] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.679774] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df37c4d3-fae8-436e-bf9b-87de6473bf40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.697770] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.697770] env[69262]: value = "task-3713694" [ 869.697770] env[69262]: _type = "Task" [ 869.697770] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.701910] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.705323] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.841s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.705323] env[69262]: DEBUG nova.objects.instance [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 869.713769] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713694, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.737191] env[69262]: INFO nova.scheduler.client.report [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Deleted allocations for instance b687fb4a-0cdd-4b4a-b83a-6b236917bf1d [ 869.774238] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713692, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.788095] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07206} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.788363] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.789947] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e7844a-90bb-422a-8aaa-ab850d343315 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.819023] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] dd0d077f-a1c7-4307-8838-1585fe37aeaf/dd0d077f-a1c7-4307-8838-1585fe37aeaf.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.819023] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aaf7acb-10f5-4bb9-b27a-8616c4d0f2bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.845172] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 869.845172] env[69262]: value = "task-3713695" [ 869.845172] env[69262]: _type = "Task" [ 869.845172] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.855975] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713695, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.151994] env[69262]: DEBUG nova.network.neutron [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.211934] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713694, 'name': CreateVM_Task, 'duration_secs': 0.3578} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.212455] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.212888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.213067] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.213407] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.213659] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7c2a48-a938-4b99-a42c-99bb9f4d5f4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.220297] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 870.220297] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5212fdff-e3a2-5454-c1bf-b741482e2d0d" [ 870.220297] env[69262]: _type = "Task" [ 870.220297] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.230677] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5212fdff-e3a2-5454-c1bf-b741482e2d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.246186] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ca5ae253-e897-4b31-bfe9-33be19de335d tempest-ServersListShow296Test-1965918263 tempest-ServersListShow296Test-1965918263-project-member] Lock "b687fb4a-0cdd-4b4a-b83a-6b236917bf1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.172s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.267426] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713692, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.356024] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713695, 'name': ReconfigVM_Task, 'duration_secs': 0.318929} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.356286] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Reconfigured VM instance instance-00000040 to attach disk [datastore1] dd0d077f-a1c7-4307-8838-1585fe37aeaf/dd0d077f-a1c7-4307-8838-1585fe37aeaf.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.356894] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b82acf23-b53b-4356-9256-7c0080e8aac4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.364198] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 870.364198] env[69262]: value = "task-3713696" [ 870.364198] env[69262]: _type = "Task" [ 870.364198] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.374430] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713696, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.655384] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.713824] env[69262]: DEBUG oslo_concurrency.lockutils [None req-791c7c57-8910-4e00-943c-13ce83c926a1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.715083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.619s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.719744] env[69262]: INFO nova.compute.claims [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.740853] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5212fdff-e3a2-5454-c1bf-b741482e2d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.017339} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.741604] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.741912] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.742214] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.742382] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.742570] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.743989] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8f0276-a405-4e1d-bcb0-e07db8e2364a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.754852] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.755059] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.755830] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cbd465-9194-496f-9ea0-886ff773a3ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.766346] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 870.766346] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db5940-ef4f-34f5-9c4e-e197ac2b8811" [ 870.766346] env[69262]: _type = "Task" [ 870.766346] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.769690] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713692, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.780011] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db5940-ef4f-34f5-9c4e-e197ac2b8811, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.781566] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e061ea-fd06-4b58-b16e-3e19cca95815 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.786299] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 870.786299] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ea21c9-9685-1890-2210-740e2890c187" [ 870.786299] env[69262]: _type = "Task" [ 870.786299] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.797618] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ea21c9-9685-1890-2210-740e2890c187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.874355] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713696, 'name': Rename_Task, 'duration_secs': 0.152991} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.874678] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.874931] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba97d54e-f5d7-48fd-9606-37abf6d4708e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.881951] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 870.881951] env[69262]: value = "task-3713697" [ 870.881951] env[69262]: _type = "Task" [ 870.881951] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.891276] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.161035] env[69262]: DEBUG nova.compute.manager [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.162106] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f23d08e-1cab-403d-905f-2b3a36cf1294 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.271878] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713692, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.296959] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ea21c9-9685-1890-2210-740e2890c187, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.297251] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.297492] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.297752] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6b72f69-4723-472b-870c-b2a0e08ecc9a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.305469] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 871.305469] env[69262]: value = "task-3713698" [ 871.305469] env[69262]: _type = "Task" [ 871.305469] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.314067] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.392088] env[69262]: DEBUG oslo_vmware.api [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713697, 'name': PowerOnVM_Task, 'duration_secs': 0.497346} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.392394] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.392598] env[69262]: INFO nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Took 4.38 seconds to spawn the instance on the hypervisor. [ 871.392776] env[69262]: DEBUG nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.394076] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97719fa7-7421-46c8-9d3b-f406a922c6d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.775139] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713692, 'name': CloneVM_Task, 'duration_secs': 2.120097} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.775451] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Created linked-clone VM from snapshot [ 871.776586] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a7eb2-eab5-4a1b-8c85-0a853e370e9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.787905] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Uploading image 183ba8d8-c71c-4842-bcdf-b8a239beb1f6 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.826990] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713698, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.830143] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.830143] env[69262]: value = "vm-739600" [ 871.830143] env[69262]: _type = "VirtualMachine" [ 871.830143] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.830545] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0aabd5c-1410-41e4-aafe-c20a3395a522 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.840091] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease: (returnval){ [ 871.840091] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833002-4330-3e51-4f07-ff3baf1d6041" [ 871.840091] env[69262]: _type = "HttpNfcLease" [ 871.840091] env[69262]: } obtained for exporting VM: (result){ [ 871.840091] env[69262]: value = "vm-739600" [ 871.840091] env[69262]: _type = "VirtualMachine" [ 871.840091] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.840585] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the lease: (returnval){ [ 871.840585] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833002-4330-3e51-4f07-ff3baf1d6041" [ 871.840585] env[69262]: _type = "HttpNfcLease" [ 871.840585] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.848388] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.848388] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833002-4330-3e51-4f07-ff3baf1d6041" [ 871.848388] env[69262]: _type = "HttpNfcLease" [ 871.848388] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.912578] env[69262]: INFO nova.compute.manager [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Took 42.60 seconds to build instance. [ 872.181144] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe89ac-2b08-4cb4-b83c-538ce551922b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.197128] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Doing hard reboot of VM {{(pid=69262) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 872.197383] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fe8d710f-0a3c-4bec-a976-82b327fd5aaf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.207576] env[69262]: DEBUG oslo_vmware.api [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 872.207576] env[69262]: value = "task-3713700" [ 872.207576] env[69262]: _type = "Task" [ 872.207576] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.216765] env[69262]: DEBUG oslo_vmware.api [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713700, 'name': ResetVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.219724] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bebc51-078b-4145-b707-57e6061613af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.229405] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd167920-95af-4b6c-bbde-387d217fdf65 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.262490] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37265af-746d-4716-a0bb-6a26592c472f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.271547] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56f76d5-43ab-4438-8fb7-1ef1e1ada4ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.288013] env[69262]: DEBUG nova.compute.provider_tree [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.317114] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.349752] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.349752] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833002-4330-3e51-4f07-ff3baf1d6041" [ 872.349752] env[69262]: _type = "HttpNfcLease" [ 872.349752] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.350054] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.350054] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833002-4330-3e51-4f07-ff3baf1d6041" [ 872.350054] env[69262]: _type = "HttpNfcLease" [ 872.350054] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 872.350983] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d21840-7f75-4d32-a2b3-225bd5b7324a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.360313] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522af2fc-4685-6dfa-1584-d9499c33267a/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.360513] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522af2fc-4685-6dfa-1584-d9499c33267a/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 872.418676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4602a38a-a4b8-44fb-844a-138cde5a3ace tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.124s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.503674] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab8d0193-b66b-4b35-b91c-5081af939c89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.723302] env[69262]: DEBUG oslo_vmware.api [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713700, 'name': ResetVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.792311] env[69262]: DEBUG nova.scheduler.client.report [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.817960] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713698, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.924821] env[69262]: DEBUG nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.219683] env[69262]: DEBUG oslo_vmware.api [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713700, 'name': ResetVM_Task, 'duration_secs': 0.54806} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.220183] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Did hard reboot of VM {{(pid=69262) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 873.220495] env[69262]: DEBUG nova.compute.manager [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 873.221677] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38e26b-e5f8-4040-97f5-44ea0aaa7efc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.280619] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.280882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.281176] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.281509] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.281724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.284753] env[69262]: INFO nova.compute.manager [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Terminating instance [ 873.297864] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.298397] env[69262]: DEBUG nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.301585] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.080s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.303083] env[69262]: INFO nova.compute.claims [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.319020] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713698, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.87591} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.319394] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.319769] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.320224] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3a3eea8-0d83-4ecc-9f6f-8515f057d617 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.329137] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 873.329137] env[69262]: value = "task-3713701" [ 873.329137] env[69262]: _type = "Task" [ 873.329137] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.339123] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.450493] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.737354] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7562dc07-1935-42c7-81e7-7a0a1eaaad3d tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.994s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.790730] env[69262]: DEBUG nova.compute.manager [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.794520] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.795670] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e905201-9652-4cb7-8248-5626a3cc6ace {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.803521] env[69262]: DEBUG nova.compute.utils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.809374] env[69262]: DEBUG nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.810288] env[69262]: DEBUG nova.network.neutron [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.816078] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.816194] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ffa27ed-3bce-4ea5-b0e5-3129a4716294 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.826225] env[69262]: DEBUG oslo_vmware.api [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 873.826225] env[69262]: value = "task-3713702" [ 873.826225] env[69262]: _type = "Task" [ 873.826225] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.845122] env[69262]: DEBUG oslo_vmware.api [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.848848] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129716} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.849480] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.850564] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5f2be9-8199-4e20-be3b-fdbc2d949d06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.875602] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.876534] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f408a4-fedd-407e-aed7-4ea6d5d90a73 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.903046] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 873.903046] env[69262]: value = "task-3713703" [ 873.903046] env[69262]: _type = "Task" [ 873.903046] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.913455] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.914968] env[69262]: DEBUG nova.policy [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11050aa48a43464ebea955a8d8d60b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e465d5f26e494caee802232ced5da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.320669] env[69262]: DEBUG nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.339796] env[69262]: DEBUG oslo_vmware.api [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713702, 'name': PowerOffVM_Task, 'duration_secs': 0.245034} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.340147] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.340320] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.340586] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92336841-fec3-461a-b319-b251201f45e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.414775] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713703, 'name': ReconfigVM_Task, 'duration_secs': 0.340976} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.418758] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.421221] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-726a543f-f269-4ea0-ba3e-676a9e5d3643 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.423625] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.423625] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.423747] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Deleting the datastore file [datastore1] 2a1339a9-449b-4fbd-99b6-fc7978163dc5 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.423973] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2f95c3-ab4f-4719-833e-cea2989aae2a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.432423] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 874.432423] env[69262]: value = "task-3713705" [ 874.432423] env[69262]: _type = "Task" [ 874.432423] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.434190] env[69262]: DEBUG oslo_vmware.api [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for the task: (returnval){ [ 874.434190] env[69262]: value = "task-3713706" [ 874.434190] env[69262]: _type = "Task" [ 874.434190] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.452168] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713705, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.456605] env[69262]: DEBUG oslo_vmware.api [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.538180] env[69262]: DEBUG nova.network.neutron [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Successfully created port: 52c5e51b-3cc2-448b-98d7-27baf28aec8e {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.848113] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3119e67a-f69a-44e3-b0ad-94fd24233e62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.856310] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b02b59-d7e1-49f3-8663-d40f88127826 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.891227] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480440ac-fa59-49ef-bebe-3e4359e14683 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.692759] env[69262]: DEBUG nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.705020] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d53c690-96fd-41fd-ad3b-ef3702f1ea14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.715676] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713705, 'name': Rename_Task, 'duration_secs': 0.20779} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.730048] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 875.730710] env[69262]: DEBUG nova.compute.provider_tree [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.732123] env[69262]: DEBUG oslo_vmware.api [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Task: {'id': task-3713706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250493} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.732666] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-463dca56-801b-4ec5-836e-fcce408be4b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.734490] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.734682] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.734874] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.735062] env[69262]: INFO nova.compute.manager [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Took 1.94 seconds to destroy the instance on the hypervisor. [ 875.735305] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.735737] env[69262]: DEBUG nova.compute.manager [-] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.735830] env[69262]: DEBUG nova.network.neutron [-] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.739624] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.739851] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.739997] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.740200] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.740370] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.740521] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.740723] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.740872] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.741041] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.741234] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.741401] env[69262]: DEBUG nova.virt.hardware [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.744019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e0501c-ca5f-4ac6-a9f0-08c7e34cb1eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.748705] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 875.748705] env[69262]: value = "task-3713707" [ 875.748705] env[69262]: _type = "Task" [ 875.748705] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.757032] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f22914-3fd2-4261-ae11-e7a716889cde {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.764879] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.237247] env[69262]: DEBUG nova.scheduler.client.report [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.263899] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713707, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.416391] env[69262]: DEBUG nova.compute.manager [req-f923d9ea-4364-45a6-877a-36794d109803 req-b8a36c55-c71d-4465-af40-dd7602ce468e service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Received event network-vif-deleted-314ab5fe-b928-4498-8d15-afa5576859de {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.416391] env[69262]: INFO nova.compute.manager [req-f923d9ea-4364-45a6-877a-36794d109803 req-b8a36c55-c71d-4465-af40-dd7602ce468e service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Neutron deleted interface 314ab5fe-b928-4498-8d15-afa5576859de; detaching it from the instance and deleting it from the info cache [ 876.416391] env[69262]: DEBUG nova.network.neutron [req-f923d9ea-4364-45a6-877a-36794d109803 req-b8a36c55-c71d-4465-af40-dd7602ce468e service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.541426] env[69262]: DEBUG nova.network.neutron [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Successfully updated port: 52c5e51b-3cc2-448b-98d7-27baf28aec8e {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.548597] env[69262]: DEBUG nova.compute.manager [req-630cd362-8660-4958-a1fc-1776d997eff6 req-6acede59-0212-4782-9123-31a891c0d224 service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Received event network-vif-plugged-52c5e51b-3cc2-448b-98d7-27baf28aec8e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.548836] env[69262]: DEBUG oslo_concurrency.lockutils [req-630cd362-8660-4958-a1fc-1776d997eff6 req-6acede59-0212-4782-9123-31a891c0d224 service nova] Acquiring lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.549052] env[69262]: DEBUG oslo_concurrency.lockutils [req-630cd362-8660-4958-a1fc-1776d997eff6 req-6acede59-0212-4782-9123-31a891c0d224 service nova] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.549229] env[69262]: DEBUG oslo_concurrency.lockutils [req-630cd362-8660-4958-a1fc-1776d997eff6 req-6acede59-0212-4782-9123-31a891c0d224 service nova] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.549629] env[69262]: DEBUG nova.compute.manager [req-630cd362-8660-4958-a1fc-1776d997eff6 req-6acede59-0212-4782-9123-31a891c0d224 service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] No waiting events found dispatching network-vif-plugged-52c5e51b-3cc2-448b-98d7-27baf28aec8e {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 876.549893] env[69262]: WARNING nova.compute.manager [req-630cd362-8660-4958-a1fc-1776d997eff6 req-6acede59-0212-4782-9123-31a891c0d224 service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Received unexpected event network-vif-plugged-52c5e51b-3cc2-448b-98d7-27baf28aec8e for instance with vm_state building and task_state spawning. [ 876.734308] env[69262]: DEBUG nova.network.neutron [-] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.743815] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.442s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.744348] env[69262]: DEBUG nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.752194] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.952s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.752194] env[69262]: DEBUG nova.objects.instance [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lazy-loading 'resources' on Instance uuid 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.762615] env[69262]: DEBUG oslo_vmware.api [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713707, 'name': PowerOnVM_Task, 'duration_secs': 0.616602} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.762958] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.763171] env[69262]: INFO nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Took 7.14 seconds to spawn the instance on the hypervisor. [ 876.764455] env[69262]: DEBUG nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.765832] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162f9b0-39e0-41c0-bc3a-832d55b34cbe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.919761] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-005711f4-ccd9-4e98-b6b4-56c89d685bbe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.929601] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f81ea4-323d-4ddf-800a-16456a83421e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.970845] env[69262]: DEBUG nova.compute.manager [req-f923d9ea-4364-45a6-877a-36794d109803 req-b8a36c55-c71d-4465-af40-dd7602ce468e service nova] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Detach interface failed, port_id=314ab5fe-b928-4498-8d15-afa5576859de, reason: Instance 2a1339a9-449b-4fbd-99b6-fc7978163dc5 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 877.044598] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-2aa89765-b922-47f0-9bfe-2705ebaec9eb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.044598] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-2aa89765-b922-47f0-9bfe-2705ebaec9eb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.044598] env[69262]: DEBUG nova.network.neutron [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.239405] env[69262]: INFO nova.compute.manager [-] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Took 1.50 seconds to deallocate network for instance. [ 877.253324] env[69262]: DEBUG nova.compute.utils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.259934] env[69262]: DEBUG nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.259934] env[69262]: DEBUG nova.network.neutron [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.290614] env[69262]: INFO nova.compute.manager [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Took 46.96 seconds to build instance. [ 877.343233] env[69262]: DEBUG nova.policy [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c85aa3cc428947acb0c4d19d6af1eebe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e74f98d1931a48089c0c7efd60ba830e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.589238] env[69262]: DEBUG nova.network.neutron [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.592259] env[69262]: INFO nova.compute.manager [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Rebuilding instance [ 877.640127] env[69262]: DEBUG nova.compute.manager [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.641009] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f754c91f-b04b-4e11-8c8e-504c714ff4f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.748077] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.760019] env[69262]: DEBUG nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.779928] env[69262]: DEBUG nova.network.neutron [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Updating instance_info_cache with network_info: [{"id": "52c5e51b-3cc2-448b-98d7-27baf28aec8e", "address": "fa:16:3e:06:e4:80", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c5e51b-3c", "ovs_interfaceid": "52c5e51b-3cc2-448b-98d7-27baf28aec8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.790332] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f5df76-a35e-4cd8-9e5d-f93bb31a1a87 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.793823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8738ef6b-436e-4f85-9de3-881e6b099e2a tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "49c1a63e-e474-43bf-a228-e846db2d3853" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.476s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.800064] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a052f-2fa3-4bbd-9830-49cb3102ccb4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.835576] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d006180-44c0-4d66-8ec7-7f3008a42f3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.844302] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2f292-dc5f-47ea-a311-1f42149a1887 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.860304] env[69262]: DEBUG nova.compute.provider_tree [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.049904] env[69262]: DEBUG nova.network.neutron [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Successfully created port: bce27aa1-51eb-4bb5-803a-a08598bdb94c {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.283579] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-2aa89765-b922-47f0-9bfe-2705ebaec9eb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.283867] env[69262]: DEBUG nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Instance network_info: |[{"id": "52c5e51b-3cc2-448b-98d7-27baf28aec8e", "address": "fa:16:3e:06:e4:80", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c5e51b-3c", "ovs_interfaceid": "52c5e51b-3cc2-448b-98d7-27baf28aec8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.285663] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e4:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c5e51b-3cc2-448b-98d7-27baf28aec8e', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.293569] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.295690] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.295690] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c717ba-7f65-4ae9-ad44-01de045ceb01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.322498] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.322498] env[69262]: value = "task-3713708" [ 878.322498] env[69262]: _type = "Task" [ 878.322498] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.332849] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713708, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.364104] env[69262]: DEBUG nova.scheduler.client.report [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.621041] env[69262]: DEBUG nova.compute.manager [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Received event network-changed-52c5e51b-3cc2-448b-98d7-27baf28aec8e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.621453] env[69262]: DEBUG nova.compute.manager [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Refreshing instance network info cache due to event network-changed-52c5e51b-3cc2-448b-98d7-27baf28aec8e. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.621677] env[69262]: DEBUG oslo_concurrency.lockutils [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] Acquiring lock "refresh_cache-2aa89765-b922-47f0-9bfe-2705ebaec9eb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.621820] env[69262]: DEBUG oslo_concurrency.lockutils [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] Acquired lock "refresh_cache-2aa89765-b922-47f0-9bfe-2705ebaec9eb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.621978] env[69262]: DEBUG nova.network.neutron [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Refreshing network info cache for port 52c5e51b-3cc2-448b-98d7-27baf28aec8e {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.662035] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.662179] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ab57bc3-d793-47cd-b406-b795331c7256 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.670367] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 878.670367] env[69262]: value = "task-3713709" [ 878.670367] env[69262]: _type = "Task" [ 878.670367] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.681260] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.771250] env[69262]: DEBUG nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.801165] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.801576] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.801749] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.801961] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.802126] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.802340] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.802667] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.802914] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.803148] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.803327] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.803504] env[69262]: DEBUG nova.virt.hardware [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.804460] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83b7b68-b7d2-493f-a803-d40cf51b7328 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.815156] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd997a8b-8a00-4d33-a9d3-6fad55b8b20b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.842011] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713708, 'name': CreateVM_Task, 'duration_secs': 0.51802} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.842277] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.843109] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.843213] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.843558] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.843830] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8f860b-66c3-4aca-a641-4f3eab9fdec5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.850041] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 878.850041] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520ec005-e478-b0f0-3482-71a93737b4c5" [ 878.850041] env[69262]: _type = "Task" [ 878.850041] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.859277] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520ec005-e478-b0f0-3482-71a93737b4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.870349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.873570] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.676s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.875073] env[69262]: INFO nova.compute.claims [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.894394] env[69262]: INFO nova.scheduler.client.report [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted allocations for instance 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd [ 879.180902] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713709, 'name': PowerOffVM_Task, 'duration_secs': 0.149048} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.181214] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.181502] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.182340] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab310c1-a110-4d30-9439-b06ccf5b39bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.190073] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.190372] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ac6d22b-aed7-4065-96f6-2293a71da57b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.227153] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.227153] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.227374] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleting the datastore file [datastore1] 49c1a63e-e474-43bf-a228-e846db2d3853 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.227544] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19f868a0-3c28-4638-be5c-f7a35542ed2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.240073] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 879.240073] env[69262]: value = "task-3713711" [ 879.240073] env[69262]: _type = "Task" [ 879.240073] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.251140] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.364309] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520ec005-e478-b0f0-3482-71a93737b4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.035306} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.364309] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.364309] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.364309] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.364309] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.364309] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.364309] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-383b0e39-58b4-46aa-b9bf-2274c6093639 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.368818] env[69262]: DEBUG nova.network.neutron [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Updated VIF entry in instance network info cache for port 52c5e51b-3cc2-448b-98d7-27baf28aec8e. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.368818] env[69262]: DEBUG nova.network.neutron [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Updating instance_info_cache with network_info: [{"id": "52c5e51b-3cc2-448b-98d7-27baf28aec8e", "address": "fa:16:3e:06:e4:80", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c5e51b-3c", "ovs_interfaceid": "52c5e51b-3cc2-448b-98d7-27baf28aec8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.375897] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.375897] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.377118] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9857c7-2fb2-4a2e-b58c-c0a5b903209a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.389893] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 879.389893] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5233a545-6b7f-ae03-b555-5b806d537239" [ 879.389893] env[69262]: _type = "Task" [ 879.389893] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.403315] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5233a545-6b7f-ae03-b555-5b806d537239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.403859] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b7194fd-f5d9-4fe4-aa2b-70fcd8338842 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "8f8c82ba-6876-4a7f-bb7a-8b146fa831bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.347s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.753515] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215726} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.754360] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.754360] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.754360] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.871970] env[69262]: DEBUG oslo_concurrency.lockutils [req-e0912c6a-0b90-4104-83c6-deff9bec0b58 req-1e4533be-eafb-45e8-9612-d7761e91e7ac service nova] Releasing lock "refresh_cache-2aa89765-b922-47f0-9bfe-2705ebaec9eb" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.901876] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5233a545-6b7f-ae03-b555-5b806d537239, 'name': SearchDatastore_Task, 'duration_secs': 0.018623} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.903073] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8ca0c2-287b-4e58-bd64-d03cea1dc126 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.909234] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 879.909234] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52080dc6-b6bc-ef5f-501e-253900d7ced7" [ 879.909234] env[69262]: _type = "Task" [ 879.909234] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.919272] env[69262]: DEBUG nova.network.neutron [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Successfully updated port: bce27aa1-51eb-4bb5-803a-a08598bdb94c {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.927241] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52080dc6-b6bc-ef5f-501e-253900d7ced7, 'name': SearchDatastore_Task, 'duration_secs': 0.013182} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.927524] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.928228] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.928228] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e00649-7b5e-49b0-9dc3-deb016f4e8ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.938590] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 879.938590] env[69262]: value = "task-3713712" [ 879.938590] env[69262]: _type = "Task" [ 879.938590] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.948650] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.205093] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.205381] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.205589] env[69262]: INFO nova.compute.manager [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Shelving [ 880.351661] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60ffa8a-f7e7-4361-9958-e677e84ed2c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.361147] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991fdaf6-fe05-4dd2-9f1d-62f1d97d63f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.393277] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ae14a3-0169-4387-8350-1a4a2e34b1d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.403976] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1b769-53fd-40d2-8c2d-c19bd36077e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.420835] env[69262]: DEBUG nova.compute.provider_tree [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.423445] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.423625] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.423780] env[69262]: DEBUG nova.network.neutron [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.450403] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.649447] env[69262]: DEBUG nova.compute.manager [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Received event network-vif-plugged-bce27aa1-51eb-4bb5-803a-a08598bdb94c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.649654] env[69262]: DEBUG oslo_concurrency.lockutils [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] Acquiring lock "024319f5-e159-4409-b101-2ac66d55ada0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.649861] env[69262]: DEBUG oslo_concurrency.lockutils [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] Lock "024319f5-e159-4409-b101-2ac66d55ada0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.650035] env[69262]: DEBUG oslo_concurrency.lockutils [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] Lock "024319f5-e159-4409-b101-2ac66d55ada0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.650213] env[69262]: DEBUG nova.compute.manager [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] No waiting events found dispatching network-vif-plugged-bce27aa1-51eb-4bb5-803a-a08598bdb94c {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 880.650379] env[69262]: WARNING nova.compute.manager [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Received unexpected event network-vif-plugged-bce27aa1-51eb-4bb5-803a-a08598bdb94c for instance with vm_state building and task_state spawning. [ 880.650538] env[69262]: DEBUG nova.compute.manager [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Received event network-changed-bce27aa1-51eb-4bb5-803a-a08598bdb94c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.650689] env[69262]: DEBUG nova.compute.manager [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Refreshing instance network info cache due to event network-changed-bce27aa1-51eb-4bb5-803a-a08598bdb94c. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.650848] env[69262]: DEBUG oslo_concurrency.lockutils [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] Acquiring lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.794190] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.794774] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.794774] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.794945] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.794945] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.795088] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.795404] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.795630] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.795810] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.795976] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.796416] env[69262]: DEBUG nova.virt.hardware [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.797079] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232b414d-b940-4683-a8d5-ce4d8defbfdc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.806213] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afcf5c1-0af6-4ac5-b483-01755ecd3cc0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.822987] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.828585] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.828878] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.829105] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8c7c4a3-1d63-4ff4-8970-b228adbaf6cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.846835] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.846835] env[69262]: value = "task-3713713" [ 880.846835] env[69262]: _type = "Task" [ 880.846835] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.856505] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713713, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.926480] env[69262]: DEBUG nova.scheduler.client.report [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.951102] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571533} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.951210] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.951397] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.951764] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71ada695-1e73-4432-9986-1f53a600c004 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.960829] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 880.960829] env[69262]: value = "task-3713714" [ 880.960829] env[69262]: _type = "Task" [ 880.960829] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.968414] env[69262]: DEBUG nova.network.neutron [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.974645] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.182145] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522af2fc-4685-6dfa-1584-d9499c33267a/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 881.183115] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90a0f81-862f-46fa-be7c-b5e38d2a3398 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.189964] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522af2fc-4685-6dfa-1584-d9499c33267a/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 881.190146] env[69262]: ERROR oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522af2fc-4685-6dfa-1584-d9499c33267a/disk-0.vmdk due to incomplete transfer. [ 881.190372] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-41df3a61-8f89-4287-b333-932c6b82610d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.199426] env[69262]: DEBUG oslo_vmware.rw_handles [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522af2fc-4685-6dfa-1584-d9499c33267a/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 881.199660] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Uploaded image 183ba8d8-c71c-4842-bcdf-b8a239beb1f6 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 881.202167] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 881.202593] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-804e3776-d7a8-4247-beb2-2d4c37f53d13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.209218] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 881.209218] env[69262]: value = "task-3713715" [ 881.209218] env[69262]: _type = "Task" [ 881.209218] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.214047] env[69262]: DEBUG nova.network.neutron [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Updating instance_info_cache with network_info: [{"id": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "address": "fa:16:3e:1c:a1:f8", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce27aa1-51", "ovs_interfaceid": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.219121] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.219447] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713715, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.219938] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4720eff5-a99e-4c5e-a2c4-062f180defea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.228060] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 881.228060] env[69262]: value = "task-3713716" [ 881.228060] env[69262]: _type = "Task" [ 881.228060] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.237964] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.357889] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713713, 'name': CreateVM_Task, 'duration_secs': 0.339837} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.358145] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.358515] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.358674] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.358996] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.359360] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4254cee-f9fa-43de-8a87-c792d98757a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.365815] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 881.365815] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5219b5fc-e367-b9f4-21a5-c96a38ccd5d7" [ 881.365815] env[69262]: _type = "Task" [ 881.365815] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.375113] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5219b5fc-e367-b9f4-21a5-c96a38ccd5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.433336] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.433929] env[69262]: DEBUG nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.436720] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.321s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.438080] env[69262]: INFO nova.compute.claims [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.470984] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093373} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.471434] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.472252] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a2a3a2-d68a-41b6-af27-fb5a9346e045 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.496414] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.497088] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6221e644-b664-4cc5-b0be-389d6f6b7e56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.519687] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 881.519687] env[69262]: value = "task-3713717" [ 881.519687] env[69262]: _type = "Task" [ 881.519687] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.531717] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.719692] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713715, 'name': Destroy_Task, 'duration_secs': 0.38531} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.719977] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Destroyed the VM [ 881.720230] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 881.720775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.721084] env[69262]: DEBUG nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Instance network_info: |[{"id": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "address": "fa:16:3e:1c:a1:f8", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce27aa1-51", "ovs_interfaceid": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.721367] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a53bdd00-dc6a-4a4a-82cc-cb298f0031d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.723153] env[69262]: DEBUG oslo_concurrency.lockutils [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] Acquired lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.723338] env[69262]: DEBUG nova.network.neutron [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Refreshing network info cache for port bce27aa1-51eb-4bb5-803a-a08598bdb94c {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.724511] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:a1:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bce27aa1-51eb-4bb5-803a-a08598bdb94c', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.732709] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Creating folder: Project (e74f98d1931a48089c0c7efd60ba830e). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.733907] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84b1334e-5199-472b-903d-e476c8dde511 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.742574] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 881.742574] env[69262]: value = "task-3713718" [ 881.742574] env[69262]: _type = "Task" [ 881.742574] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.745808] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713716, 'name': PowerOffVM_Task, 'duration_secs': 0.360138} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.749312] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.752024] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1fbb9-bce0-483a-8f46-457dc9c1cf52 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.754189] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Created folder: Project (e74f98d1931a48089c0c7efd60ba830e) in parent group-v739409. [ 881.754617] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Creating folder: Instances. Parent ref: group-v739604. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.755061] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a203e1b-21ae-4f06-a9f6-24e9bf4f0386 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.761733] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713718, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.777770] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f740d7cc-91d9-48bf-8c78-48dc613ff39b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.780772] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Created folder: Instances in parent group-v739604. [ 881.781129] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.781879] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.782272] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a36d68d-dcd5-4bc1-a8a2-5e1ab3c75f62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.807040] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.807040] env[69262]: value = "task-3713721" [ 881.807040] env[69262]: _type = "Task" [ 881.807040] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.823070] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713721, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.877760] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5219b5fc-e367-b9f4-21a5-c96a38ccd5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011686} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.878177] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.878450] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.878780] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.878934] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.879179] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.879532] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ae0b1b-f3c4-468a-846b-549f536ca04f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.891704] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.891931] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.892916] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9800aa5-d2b3-46e5-8977-28abe140ddb8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.898983] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 881.898983] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522ff8e3-bc12-8438-5514-201e26b6d626" [ 881.898983] env[69262]: _type = "Task" [ 881.898983] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.907893] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522ff8e3-bc12-8438-5514-201e26b6d626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.943262] env[69262]: DEBUG nova.compute.utils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.947221] env[69262]: DEBUG nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.948022] env[69262]: DEBUG nova.network.neutron [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.032886] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713717, 'name': ReconfigVM_Task, 'duration_secs': 0.319004} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.033129] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.033791] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e350b5cb-3259-4ecc-a90e-ccab8d370b7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.042883] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 882.042883] env[69262]: value = "task-3713722" [ 882.042883] env[69262]: _type = "Task" [ 882.042883] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.048031] env[69262]: DEBUG nova.policy [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6abe17be7240bc8514d62e3dca3b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4b8893c368e417fa80e00842ad20b6f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.058658] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713722, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.261927] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713718, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.303921] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.304445] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-96807725-fdfb-41aa-bcd6-2dd0daef45eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.321972] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713721, 'name': CreateVM_Task, 'duration_secs': 0.394918} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.325673] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.326143] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 882.326143] env[69262]: value = "task-3713723" [ 882.326143] env[69262]: _type = "Task" [ 882.326143] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.327332] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.327405] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.327707] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.329531] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db622834-570e-467b-871d-d7c3fb196255 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.342031] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 882.342031] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522a2dc6-8385-1826-ba7f-c444f72a8b71" [ 882.342031] env[69262]: _type = "Task" [ 882.342031] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.344187] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.356395] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522a2dc6-8385-1826-ba7f-c444f72a8b71, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.356751] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.357098] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.357564] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.412949] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522ff8e3-bc12-8438-5514-201e26b6d626, 'name': SearchDatastore_Task, 'duration_secs': 0.012676} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.414009] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc16fe8-c931-40b2-9e08-939f39d512ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.425152] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 882.425152] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52567041-e43f-70b6-7f13-c0cd52f8340c" [ 882.425152] env[69262]: _type = "Task" [ 882.425152] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.434589] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52567041-e43f-70b6-7f13-c0cd52f8340c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.447667] env[69262]: DEBUG nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.476410] env[69262]: DEBUG nova.network.neutron [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Updated VIF entry in instance network info cache for port bce27aa1-51eb-4bb5-803a-a08598bdb94c. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.476899] env[69262]: DEBUG nova.network.neutron [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Updating instance_info_cache with network_info: [{"id": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "address": "fa:16:3e:1c:a1:f8", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce27aa1-51", "ovs_interfaceid": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.554151] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713722, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.579516] env[69262]: DEBUG nova.network.neutron [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Successfully created port: 7d15e855-e0d9-45a0-b0f0-0d6bf30adecb {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.759949] env[69262]: DEBUG oslo_vmware.api [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713718, 'name': RemoveSnapshot_Task, 'duration_secs': 0.702688} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.760207] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 882.760436] env[69262]: INFO nova.compute.manager [None req-1f7d68c9-06bb-496d-9d52-f009645f8937 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 882.843860] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.940467] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52567041-e43f-70b6-7f13-c0cd52f8340c, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.940846] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.941168] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.941561] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.941786] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.942083] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2f85953-8bfc-411a-940f-7d4078c115ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.946036] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dfb60fc-13d1-4373-ac0d-afd8e325d132 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.958756] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 882.958756] env[69262]: value = "task-3713724" [ 882.958756] env[69262]: _type = "Task" [ 882.958756] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.960266] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.960475] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.964175] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce94d8b-6ed0-4374-939e-363e482e43ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.968659] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2bcb79-b5f9-42e2-a20e-490dc55fef90 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.977381] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.980122] env[69262]: DEBUG oslo_concurrency.lockutils [req-8c122e86-a799-47d5-8084-e373584b7fb9 req-19dc1199-4d70-48c3-b839-a34471f765e6 service nova] Releasing lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.980642] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 882.980642] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525cc680-a0eb-87bf-8ee2-d995263f57c2" [ 882.980642] env[69262]: _type = "Task" [ 882.980642] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.981674] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701cac0-5586-426e-9cd6-92cbe12a7a0d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.994053] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525cc680-a0eb-87bf-8ee2-d995263f57c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.020728] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4f4ed0-5123-449e-b117-0a7f725c2228 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.029173] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa60ae-2f5d-43c1-a871-d1edd4bd69db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.047031] env[69262]: DEBUG nova.compute.provider_tree [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.057732] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713722, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.342706] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.460685] env[69262]: DEBUG nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.489077] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713724, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.501579] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525cc680-a0eb-87bf-8ee2-d995263f57c2, 'name': SearchDatastore_Task, 'duration_secs': 0.018628} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.502634] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be65ec2-c450-4ea2-9678-6a331567ec6d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.509606] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 883.509606] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52738e0d-c3f4-d5ee-1507-3c5070a68c28" [ 883.509606] env[69262]: _type = "Task" [ 883.509606] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.518309] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52738e0d-c3f4-d5ee-1507-3c5070a68c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.538993] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:52:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ed128f56-f1d8-43f5-8b0e-4fb794039118',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-151777030',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.539274] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.539509] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.539848] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.540051] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.540216] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.540434] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.540591] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.540756] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.540917] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.541108] env[69262]: DEBUG nova.virt.hardware [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.543238] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6e8e3-f841-4c30-8398-39b549deb29a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.554660] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd8f15-9297-405d-8749-a685dfb7bc21 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.559620] env[69262]: DEBUG nova.scheduler.client.report [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.590720] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713722, 'name': Rename_Task, 'duration_secs': 1.179513} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.590720] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.590720] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efa04479-92e6-444f-8657-c167b91932f8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.599134] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 883.599134] env[69262]: value = "task-3713725" [ 883.599134] env[69262]: _type = "Task" [ 883.599134] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.611059] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.840652] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713723, 'name': CreateSnapshot_Task, 'duration_secs': 1.211902} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.840949] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.841797] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215f61ce-c79c-466e-96a8-edbd705d470e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.977864] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721861} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.979424] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.979669] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.982410] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5e96e9f-6dd3-4a95-886b-df5f7a7ed19e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.984729] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "e9b756d4-d6b2-4da0-900f-b900934a9538" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.984951] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.991064] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 883.991064] env[69262]: value = "task-3713726" [ 883.991064] env[69262]: _type = "Task" [ 883.991064] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.000157] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.020255] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52738e0d-c3f4-d5ee-1507-3c5070a68c28, 'name': SearchDatastore_Task, 'duration_secs': 0.066791} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.020656] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.021061] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/024319f5-e159-4409-b101-2ac66d55ada0.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.021428] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5914266c-b030-4b99-8675-b638b7ba1f38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.028713] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 884.028713] env[69262]: value = "task-3713727" [ 884.028713] env[69262]: _type = "Task" [ 884.028713] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.038289] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.071486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.072109] env[69262]: DEBUG nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.074882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.257s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.113795] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713725, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.362552] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.362913] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e5d92e6-6e98-42e7-9dbd-706d6467cabe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.374513] env[69262]: DEBUG nova.compute.manager [req-a37e0c0f-fac2-49af-80c9-97d38dbcf452 req-43cb4f8b-20dc-4530-ac71-dfe08ccfce21 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Received event network-vif-plugged-7d15e855-e0d9-45a0-b0f0-0d6bf30adecb {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.374810] env[69262]: DEBUG oslo_concurrency.lockutils [req-a37e0c0f-fac2-49af-80c9-97d38dbcf452 req-43cb4f8b-20dc-4530-ac71-dfe08ccfce21 service nova] Acquiring lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.375075] env[69262]: DEBUG oslo_concurrency.lockutils [req-a37e0c0f-fac2-49af-80c9-97d38dbcf452 req-43cb4f8b-20dc-4530-ac71-dfe08ccfce21 service nova] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.375841] env[69262]: DEBUG oslo_concurrency.lockutils [req-a37e0c0f-fac2-49af-80c9-97d38dbcf452 req-43cb4f8b-20dc-4530-ac71-dfe08ccfce21 service nova] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.375841] env[69262]: DEBUG nova.compute.manager [req-a37e0c0f-fac2-49af-80c9-97d38dbcf452 req-43cb4f8b-20dc-4530-ac71-dfe08ccfce21 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] No waiting events found dispatching network-vif-plugged-7d15e855-e0d9-45a0-b0f0-0d6bf30adecb {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 884.375841] env[69262]: WARNING nova.compute.manager [req-a37e0c0f-fac2-49af-80c9-97d38dbcf452 req-43cb4f8b-20dc-4530-ac71-dfe08ccfce21 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Received unexpected event network-vif-plugged-7d15e855-e0d9-45a0-b0f0-0d6bf30adecb for instance with vm_state building and task_state spawning. [ 884.376443] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 884.376443] env[69262]: value = "task-3713728" [ 884.376443] env[69262]: _type = "Task" [ 884.376443] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.388170] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713728, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.488145] env[69262]: DEBUG nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.503889] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087384} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.504940] env[69262]: DEBUG nova.network.neutron [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Successfully updated port: 7d15e855-e0d9-45a0-b0f0-0d6bf30adecb {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.515091] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.515091] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a340ef-3add-4acc-ae3a-1b449616bdd6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.540425] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.541926] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e635ba11-e86a-4b84-afaf-2acb7196d1fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.571894] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713727, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.573691] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 884.573691] env[69262]: value = "task-3713729" [ 884.573691] env[69262]: _type = "Task" [ 884.573691] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.590028] env[69262]: DEBUG nova.compute.utils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.592856] env[69262]: DEBUG nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.593053] env[69262]: DEBUG nova.network.neutron [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.602678] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.612853] env[69262]: DEBUG oslo_vmware.api [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713725, 'name': PowerOnVM_Task, 'duration_secs': 0.64266} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.613322] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.613451] env[69262]: INFO nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Took 8.92 seconds to spawn the instance on the hypervisor. [ 884.613687] env[69262]: DEBUG nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 884.614435] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40fadc9-b0ee-4f51-8f72-5510ef6868c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.708631] env[69262]: DEBUG nova.policy [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d1f42b7f8244d86a3eadbfb9aa4c8b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1344687a67b4612bbef84fa4327b1c8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.890105] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713728, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.008840] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.008840] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.008840] env[69262]: DEBUG nova.network.neutron [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.028898] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.053190] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845093} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.053643] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/024319f5-e159-4409-b101-2ac66d55ada0.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.053900] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.054163] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b713659-012b-43aa-802e-96f2dbf5234a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.061923] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 885.061923] env[69262]: value = "task-3713730" [ 885.061923] env[69262]: _type = "Task" [ 885.061923] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.070848] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.084913] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.099239] env[69262]: DEBUG nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.121024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 54acc016-703a-4a5b-9489-e653b7274603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.121024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance cec98253-43e7-431f-9b13-b12358827e07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.121024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance efb3d33a-4faf-49e2-91ea-ee2b5dee15cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.121234] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 583f16a5-64a5-4d62-9860-ae79623c925c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.121281] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 3f878a57-e7ae-400a-abad-3c371c25fb66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.121430] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 2c383460-4553-4dea-b299-e3cc52541ca2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.121622] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 2639322f-3aec-4358-a433-10f2d009784b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.122114] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance c0372d33-882e-4b94-8e9c-caba53d48e76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.122114] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 9524393b-7a6e-4590-b195-e5a34c3872a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.122114] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.122228] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 4184821a-18c0-4f78-8ad1-fc56470105b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.122368] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance bfe7a82e-684c-485e-a4b2-0e247a218637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.122501] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance e7300d10-0760-4d59-bf7f-5d89c5ef2397 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.122665] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance ac6131ac-f4d0-4b70-8e5f-b012da69c368 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.122794] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b75d7fd5-ffee-482f-9c0a-d9b62e72ada8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.122935] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 2a1339a9-449b-4fbd-99b6-fc7978163dc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.123462] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 08796840-bdeb-4383-b113-6006cbdf82c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 885.123698] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance fce334c4-efda-4551-bd9f-c7db5b376743 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.124025] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.124639] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance dd0d077f-a1c7-4307-8838-1585fe37aeaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.124639] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 49c1a63e-e474-43bf-a228-e846db2d3853 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.124639] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 2aa89765-b922-47f0-9bfe-2705ebaec9eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.124802] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 024319f5-e159-4409-b101-2ac66d55ada0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.125084] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6e282b09-7495-4f85-af66-ca16ba4e9271 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.125427] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance e14ceff4-5064-4816-8c9b-b24e716e0e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 885.135774] env[69262]: INFO nova.compute.manager [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Took 50.06 seconds to build instance. [ 885.328998] env[69262]: DEBUG nova.network.neutron [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Successfully created port: bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.393333] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713728, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.544456] env[69262]: DEBUG nova.network.neutron [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.574665] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075298} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.575062] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.578686] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b7bb8b-8f5f-45e9-b242-d535bcc73433 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.587864] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713729, 'name': ReconfigVM_Task, 'duration_secs': 0.925679} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.597365] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 49c1a63e-e474-43bf-a228-e846db2d3853/49c1a63e-e474-43bf-a228-e846db2d3853.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.606665] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/024319f5-e159-4409-b101-2ac66d55ada0.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.609497] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b939578-b72b-45c9-93c2-a6a33b1da1a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.614691] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4194d32b-9b43-4dbc-9852-082aac0cbc43 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.638167] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 84fb1344-f3c6-49d1-8f1d-32b2d3e96250 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 885.638736] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16d48f0e-52b1-480e-9de2-d88c0969caa3 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.576s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.644267] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 885.644267] env[69262]: value = "task-3713731" [ 885.644267] env[69262]: _type = "Task" [ 885.644267] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.645748] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 885.645748] env[69262]: value = "task-3713732" [ 885.645748] env[69262]: _type = "Task" [ 885.645748] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.666288] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713731, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.666288] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.765352] env[69262]: DEBUG nova.network.neutron [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [{"id": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "address": "fa:16:3e:8a:1d:2f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d15e855-e0", "ovs_interfaceid": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.892661] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713728, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.137320] env[69262]: DEBUG nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.141451] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.158523] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713731, 'name': Rename_Task, 'duration_secs': 0.265791} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.161593] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.163961] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26fcf677-8d84-416e-a4f3-8b83db409b36 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.169149] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713732, 'name': ReconfigVM_Task, 'duration_secs': 0.387754} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.171680] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.172029] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.172205] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.172395] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.172541] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.172701] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.173022] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.173102] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.173272] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.173533] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.173748] env[69262]: DEBUG nova.virt.hardware [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.174529] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/024319f5-e159-4409-b101-2ac66d55ada0.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.175932] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbb6a16-118a-4cb8-b466-fd38a1f63685 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.181513] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8590f1d1-1f17-4a76-8e55-357f0986f921 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.183435] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 886.183435] env[69262]: value = "task-3713733" [ 886.183435] env[69262]: _type = "Task" [ 886.183435] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.192777] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 886.192777] env[69262]: value = "task-3713734" [ 886.192777] env[69262]: _type = "Task" [ 886.192777] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.194706] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091bcde-cc1a-41aa-8c51-05a31ceba0c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.206736] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.214276] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713734, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.268328] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.268705] env[69262]: DEBUG nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Instance network_info: |[{"id": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "address": "fa:16:3e:8a:1d:2f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d15e855-e0", "ovs_interfaceid": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.269179] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:1d:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d15e855-e0d9-45a0-b0f0-0d6bf30adecb', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.277251] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.277412] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.278079] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-226103b0-d650-4bf0-ba49-cd2b87c1c470 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.300867] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.300867] env[69262]: value = "task-3713735" [ 886.300867] env[69262]: _type = "Task" [ 886.300867] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.312030] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713735, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.392681] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713728, 'name': CloneVM_Task, 'duration_secs': 1.719088} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.393171] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Created linked-clone VM from snapshot [ 886.394252] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d535493-4a7b-4baa-9d02-c8678836d56c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.401817] env[69262]: DEBUG nova.compute.manager [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Received event network-changed-7d15e855-e0d9-45a0-b0f0-0d6bf30adecb {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.401817] env[69262]: DEBUG nova.compute.manager [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Refreshing instance network info cache due to event network-changed-7d15e855-e0d9-45a0-b0f0-0d6bf30adecb. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.401817] env[69262]: DEBUG oslo_concurrency.lockutils [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] Acquiring lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.401817] env[69262]: DEBUG oslo_concurrency.lockutils [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] Acquired lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.401817] env[69262]: DEBUG nova.network.neutron [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Refreshing network info cache for port 7d15e855-e0d9-45a0-b0f0-0d6bf30adecb {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.407752] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Uploading image 58a62179-0b81-4991-a610-b880b7f38841 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.437301] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.437301] env[69262]: value = "vm-739608" [ 886.437301] env[69262]: _type = "VirtualMachine" [ 886.437301] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.437301] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0862e3f0-0946-414c-8ade-7a7422c71794 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.446049] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lease: (returnval){ [ 886.446049] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebbf47-5f41-375b-6467-d06a8100c6fe" [ 886.446049] env[69262]: _type = "HttpNfcLease" [ 886.446049] env[69262]: } obtained for exporting VM: (result){ [ 886.446049] env[69262]: value = "vm-739608" [ 886.446049] env[69262]: _type = "VirtualMachine" [ 886.446049] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.446461] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the lease: (returnval){ [ 886.446461] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebbf47-5f41-375b-6467-d06a8100c6fe" [ 886.446461] env[69262]: _type = "HttpNfcLease" [ 886.446461] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.457756] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.457756] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebbf47-5f41-375b-6467-d06a8100c6fe" [ 886.457756] env[69262]: _type = "HttpNfcLease" [ 886.457756] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.518041] env[69262]: INFO nova.compute.manager [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Rebuilding instance [ 886.566926] env[69262]: DEBUG nova.compute.manager [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 886.567891] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc7ae8c-7e61-4aca-a756-c3f5b2f75fd8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.645308] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.696789] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713733, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.710450] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713734, 'name': Rename_Task, 'duration_secs': 0.167517} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.710806] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.711115] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-014db6ac-8842-4264-9047-5f5e816ca117 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.719672] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 886.719672] env[69262]: value = "task-3713737" [ 886.719672] env[69262]: _type = "Task" [ 886.719672] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.729945] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.810887] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713735, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.958091] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.958091] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebbf47-5f41-375b-6467-d06a8100c6fe" [ 886.958091] env[69262]: _type = "HttpNfcLease" [ 886.958091] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.958406] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.958406] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebbf47-5f41-375b-6467-d06a8100c6fe" [ 886.958406] env[69262]: _type = "HttpNfcLease" [ 886.958406] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.959310] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9f2ee7-4823-497a-96e5-a45d913151bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.968008] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4eca1-7f1c-f493-e9ee-7cc16cb983ac/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.968288] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4eca1-7f1c-f493-e9ee-7cc16cb983ac/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.078315] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2648755b-9a3c-4583-a543-f467ae65f234 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.149087] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 973b10d5-7bcc-4e1b-bb73-5240244e0b6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 887.194948] env[69262]: DEBUG oslo_vmware.api [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713733, 'name': PowerOnVM_Task, 'duration_secs': 0.668867} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.195272] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.195473] env[69262]: DEBUG nova.compute.manager [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.196320] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6125f63-e4db-474e-83ac-17788dcddb19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.199947] env[69262]: DEBUG nova.network.neutron [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updated VIF entry in instance network info cache for port 7d15e855-e0d9-45a0-b0f0-0d6bf30adecb. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.200325] env[69262]: DEBUG nova.network.neutron [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [{"id": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "address": "fa:16:3e:8a:1d:2f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d15e855-e0", "ovs_interfaceid": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.240724] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713737, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.314885] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713735, 'name': CreateVM_Task, 'duration_secs': 0.660262} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.314885] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.315580] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.315698] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.316035] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.316327] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47f3eb0-4a96-4555-9ccd-974d88afcc61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.323286] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 887.323286] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528c419d-adf5-25b7-c0b5-f569b509ce59" [ 887.323286] env[69262]: _type = "Task" [ 887.323286] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.336581] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528c419d-adf5-25b7-c0b5-f569b509ce59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.562583] env[69262]: DEBUG nova.network.neutron [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Successfully updated port: bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.583216] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.583607] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-591d77ea-01e2-48bb-9723-4cb7671c090d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.593260] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 887.593260] env[69262]: value = "task-3713738" [ 887.593260] env[69262]: _type = "Task" [ 887.593260] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.607829] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.653994] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 770376e5-3975-4e78-a92b-fc4b94f13164 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 887.703676] env[69262]: DEBUG oslo_concurrency.lockutils [req-0d2527f0-dd3f-40cc-abc3-7e1768c84fc7 req-b9b7d3de-a64d-466d-93c9-b12a62e885f6 service nova] Releasing lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.721176] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.734669] env[69262]: DEBUG oslo_vmware.api [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713737, 'name': PowerOnVM_Task, 'duration_secs': 0.684204} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.735273] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.735273] env[69262]: INFO nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Took 8.96 seconds to spawn the instance on the hypervisor. [ 887.735390] env[69262]: DEBUG nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.736205] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479ebb3a-fce5-41d1-aff9-7cc9b9bf2639 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.836130] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528c419d-adf5-25b7-c0b5-f569b509ce59, 'name': SearchDatastore_Task, 'duration_secs': 0.030722} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.836521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.836997] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.837752] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.838567] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.838827] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.839184] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a85adede-8984-4bc3-957f-ad4bd85b9e50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.852345] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.854056] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.856862] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de90b55-ffa0-48a3-960a-b9a0f8ce5ab3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.865793] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 887.865793] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52581273-aab3-3072-143d-7078d7931b02" [ 887.865793] env[69262]: _type = "Task" [ 887.865793] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.875887] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52581273-aab3-3072-143d-7078d7931b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.070207] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.070207] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.070207] env[69262]: DEBUG nova.network.neutron [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.105284] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713738, 'name': PowerOffVM_Task, 'duration_secs': 0.377272} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.105284] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.105284] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.105773] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a607b-93d2-44ca-abc3-084bb20b2c0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.115124] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.115401] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1b71e08-c70f-4bb2-a688-b3dccba4b2d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.157526] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance e9b756d4-d6b2-4da0-900f-b900934a9538 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 888.158109] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 888.158109] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 888.204293] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.205937] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.207040] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleting the datastore file [datastore2] 2aa89765-b922-47f0-9bfe-2705ebaec9eb {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.207927] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccf09460-68f2-4298-b1cb-6fd1e591c08e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.220337] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 888.220337] env[69262]: value = "task-3713740" [ 888.220337] env[69262]: _type = "Task" [ 888.220337] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.233798] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.260228] env[69262]: INFO nova.compute.manager [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Took 52.06 seconds to build instance. [ 888.384242] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52581273-aab3-3072-143d-7078d7931b02, 'name': SearchDatastore_Task, 'duration_secs': 0.014936} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.385250] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-524684f8-af71-4fcf-9c84-6730ec619158 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.397168] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 888.397168] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e52e68-4043-9bc2-5057-e7e212051c79" [ 888.397168] env[69262]: _type = "Task" [ 888.397168] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.412768] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e52e68-4043-9bc2-5057-e7e212051c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.428762] env[69262]: DEBUG nova.compute.manager [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Received event network-vif-plugged-bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.429250] env[69262]: DEBUG oslo_concurrency.lockutils [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] Acquiring lock "e14ceff4-5064-4816-8c9b-b24e716e0e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.429926] env[69262]: DEBUG oslo_concurrency.lockutils [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.429926] env[69262]: DEBUG oslo_concurrency.lockutils [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.430150] env[69262]: DEBUG nova.compute.manager [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] No waiting events found dispatching network-vif-plugged-bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 888.430577] env[69262]: WARNING nova.compute.manager [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Received unexpected event network-vif-plugged-bd7081d9-acd5-4921-a6b0-5c8c5299e768 for instance with vm_state building and task_state spawning. [ 888.430901] env[69262]: DEBUG nova.compute.manager [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Received event network-changed-bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.431931] env[69262]: DEBUG nova.compute.manager [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Refreshing instance network info cache due to event network-changed-bd7081d9-acd5-4921-a6b0-5c8c5299e768. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.432873] env[69262]: DEBUG oslo_concurrency.lockutils [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] Acquiring lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.607698] env[69262]: DEBUG nova.network.neutron [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.645895] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e585e1a-c68f-4179-92e0-13cc06ea8e61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.655539] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98d26fd-1b5c-4616-b121-988408ca98b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.697897] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25a8685-c86e-428e-a814-324b8a99bc7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.710335] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a03e5e-b864-4b90-996f-a78904d188e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.730209] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.741359] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423488} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.742792] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.742935] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.743193] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.765900] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b7fdde02-428e-41fc-bd45-468037457c7b tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "024319f5-e159-4409-b101-2ac66d55ada0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.579s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.766375] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "49c1a63e-e474-43bf-a228-e846db2d3853" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.766804] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "49c1a63e-e474-43bf-a228-e846db2d3853" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.766944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "49c1a63e-e474-43bf-a228-e846db2d3853-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.767335] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "49c1a63e-e474-43bf-a228-e846db2d3853-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.767623] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "49c1a63e-e474-43bf-a228-e846db2d3853-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.770431] env[69262]: INFO nova.compute.manager [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Terminating instance [ 888.912050] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e52e68-4043-9bc2-5057-e7e212051c79, 'name': SearchDatastore_Task, 'duration_secs': 0.022165} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.913266] env[69262]: DEBUG nova.network.neutron [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updating instance_info_cache with network_info: [{"id": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "address": "fa:16:3e:54:6d:ec", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7081d9-ac", "ovs_interfaceid": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.916917] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.916917] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.916917] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bef4675-0fb9-4d0f-8e10-08a51aa74ac0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.924671] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 888.924671] env[69262]: value = "task-3713741" [ 888.924671] env[69262]: _type = "Task" [ 888.924671] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.936273] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.237706] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.275391] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "refresh_cache-49c1a63e-e474-43bf-a228-e846db2d3853" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.275594] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "refresh_cache-49c1a63e-e474-43bf-a228-e846db2d3853" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.275830] env[69262]: DEBUG nova.network.neutron [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.417257] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Releasing lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.417983] env[69262]: DEBUG nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Instance network_info: |[{"id": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "address": "fa:16:3e:54:6d:ec", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7081d9-ac", "ovs_interfaceid": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.418712] env[69262]: DEBUG oslo_concurrency.lockutils [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] Acquired lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.419110] env[69262]: DEBUG nova.network.neutron [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Refreshing network info cache for port bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.422810] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:6d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd7081d9-acd5-4921-a6b0-5c8c5299e768', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.434570] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.436340] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.442570] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6acaaae0-34af-4dd1-9236-52fa257db3db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.474480] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713741, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.477724] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.477724] env[69262]: value = "task-3713742" [ 889.477724] env[69262]: _type = "Task" [ 889.477724] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.490808] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713742, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.608515] env[69262]: INFO nova.compute.manager [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Rescuing [ 889.608878] env[69262]: DEBUG oslo_concurrency.lockutils [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.609049] env[69262]: DEBUG oslo_concurrency.lockutils [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.609238] env[69262]: DEBUG nova.network.neutron [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.744078] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 889.744078] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.669s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.744482] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.058s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.746304] env[69262]: INFO nova.compute.claims [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.749900] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 889.750128] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Cleaning up deleted instances {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 889.834821] env[69262]: DEBUG nova.network.neutron [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.864337] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.864629] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.864793] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.865036] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.865237] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.865416] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.865660] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.865857] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.865994] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.866196] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.866585] env[69262]: DEBUG nova.virt.hardware [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.867425] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc27ba8-4ac7-4d27-9661-d63e2df7ae13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.879789] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b1d1ac-baa9-4f67-a5ed-3289abfe8ff2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.899041] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e4:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c5e51b-3cc2-448b-98d7-27baf28aec8e', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.906436] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.906923] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.907405] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecac2fa9-21c4-4769-8628-46d34f081ccc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.933053] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.933053] env[69262]: value = "task-3713743" [ 889.933053] env[69262]: _type = "Task" [ 889.933053] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.946956] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713743, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.955931] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650223} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.956269] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.956673] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.957024] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-107b7fc8-6cc3-496e-92ef-d2a07afe690a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.966245] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 889.966245] env[69262]: value = "task-3713744" [ 889.966245] env[69262]: _type = "Task" [ 889.966245] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.972315] env[69262]: DEBUG nova.network.neutron [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.987531] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.995297] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713742, 'name': CreateVM_Task, 'duration_secs': 0.462305} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.995297] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.995511] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.995560] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.996019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.996321] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8cea99-2ff3-4b09-b988-56090329aee5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.002520] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 890.002520] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eb22a8-ad06-afb4-594c-f151d276a6c7" [ 890.002520] env[69262]: _type = "Task" [ 890.002520] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.014306] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eb22a8-ad06-afb4-594c-f151d276a6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.172164] env[69262]: DEBUG nova.network.neutron [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updated VIF entry in instance network info cache for port bd7081d9-acd5-4921-a6b0-5c8c5299e768. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.172590] env[69262]: DEBUG nova.network.neutron [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updating instance_info_cache with network_info: [{"id": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "address": "fa:16:3e:54:6d:ec", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7081d9-ac", "ovs_interfaceid": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.271729] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] There are 42 instances to clean {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 890.272043] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 8f8c82ba-6876-4a7f-bb7a-8b146fa831bd] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.447436] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713743, 'name': CreateVM_Task, 'duration_secs': 0.50734} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.447619] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.448465] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.477202] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "refresh_cache-49c1a63e-e474-43bf-a228-e846db2d3853" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.477662] env[69262]: DEBUG nova.compute.manager [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.477873] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.478194] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082928} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.478983] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f47f73b-c60b-433b-9436-4f9ac0190973 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.486074] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.486908] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c5dae8-a169-4db1-8ad5-737ec767cd10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.513047] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.513660] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.514787] env[69262]: DEBUG nova.network.neutron [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Updating instance_info_cache with network_info: [{"id": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "address": "fa:16:3e:1c:a1:f8", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce27aa1-51", "ovs_interfaceid": "bce27aa1-51eb-4bb5-803a-a08598bdb94c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.515999] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d67f355-9e2e-4c09-89f4-99465d01239c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.536142] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002c160a-aacc-4811-b551-effb3c93b645 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.545558] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eb22a8-ad06-afb4-594c-f151d276a6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.548130] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.548415] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.548704] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.548893] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.549130] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.549513] env[69262]: DEBUG oslo_vmware.api [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 890.549513] env[69262]: value = "task-3713745" [ 890.549513] env[69262]: _type = "Task" [ 890.549513] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.549748] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 890.549748] env[69262]: value = "task-3713746" [ 890.549748] env[69262]: _type = "Task" [ 890.549748] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.549974] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.550375] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.551065] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-150c5685-4a8e-4cf5-8666-0dc1009df633 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.553844] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a824fa-82df-4ecb-ac61-2916554d4032 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.566900] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 890.566900] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f1af3e-ac9f-b271-6e8b-d38e89329fe9" [ 890.566900] env[69262]: _type = "Task" [ 890.566900] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.573521] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.573815] env[69262]: DEBUG oslo_vmware.api [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.580046] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.580249] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.581433] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5604907-de5d-472c-b5e6-fe3687aa3c13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.588863] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 890.588863] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52253a47-4a60-c821-2485-08d5b78e0718" [ 890.588863] env[69262]: _type = "Task" [ 890.588863] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.592405] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f1af3e-ac9f-b271-6e8b-d38e89329fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.601179] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52253a47-4a60-c821-2485-08d5b78e0718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.676395] env[69262]: DEBUG oslo_concurrency.lockutils [req-3b8ec7d5-3c2c-4f07-9165-f1647e764241 req-0267abaf-5be2-4c8b-b7f1-d72d5b1007d0 service nova] Releasing lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.779543] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b687fb4a-0cdd-4b4a-b83a-6b236917bf1d] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.039352] env[69262]: DEBUG oslo_concurrency.lockutils [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "refresh_cache-024319f5-e159-4409-b101-2ac66d55ada0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.076156] env[69262]: DEBUG oslo_vmware.api [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713745, 'name': PowerOffVM_Task, 'duration_secs': 0.218758} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.087224] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.087285] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.087564] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.091780] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05478322-ec3e-4fa6-82bc-697c46d51c22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.106506] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f1af3e-ac9f-b271-6e8b-d38e89329fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.03111} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.110785] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.111165] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.111466] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.117982] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52253a47-4a60-c821-2485-08d5b78e0718, 'name': SearchDatastore_Task, 'duration_secs': 0.030052} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.119130] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e95908-1686-487c-8cae-00f0b24ced71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.126647] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.126851] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.127096] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleting the datastore file [datastore2] 49c1a63e-e474-43bf-a228-e846db2d3853 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.128417] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e2c3f5e-79ca-4fa3-83f7-092df5d5148c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.130507] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 891.130507] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a968ec-981d-4550-5714-513ab252f5c2" [ 891.130507] env[69262]: _type = "Task" [ 891.130507] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.135228] env[69262]: DEBUG oslo_vmware.api [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 891.135228] env[69262]: value = "task-3713748" [ 891.135228] env[69262]: _type = "Task" [ 891.135228] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.144824] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a968ec-981d-4550-5714-513ab252f5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.150933] env[69262]: DEBUG oslo_vmware.api [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.247094] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e5bbb-86bc-43e1-9c86-b12136cf2c5e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.255539] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58324b1b-9057-4c85-acf9-31834a46a8b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.289143] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 78082ae6-1d22-4917-bb47-cbccedde44aa] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.292061] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec7eaa-3040-4b88-900c-ef45cd2d7a48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.300511] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e88a39c-e7a4-4ed8-99c9-17a2e9897025 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.315975] env[69262]: DEBUG nova.compute.provider_tree [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.564932] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713746, 'name': ReconfigVM_Task, 'duration_secs': 0.533475} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.565305] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.566062] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70b4aee2-60ef-4f8b-b605-791fa242758c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.575431] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 891.575431] env[69262]: value = "task-3713749" [ 891.575431] env[69262]: _type = "Task" [ 891.575431] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.584586] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713749, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.644079] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a968ec-981d-4550-5714-513ab252f5c2, 'name': SearchDatastore_Task, 'duration_secs': 0.020517} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.644079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.644333] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e14ceff4-5064-4816-8c9b-b24e716e0e25/e14ceff4-5064-4816-8c9b-b24e716e0e25.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.644663] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.644868] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.645124] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b22f717-fc1d-40f6-b510-4a32cfde9e61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.650390] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85b991dd-a812-4447-bf8c-548b795283d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.652360] env[69262]: DEBUG oslo_vmware.api [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394315} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.653090] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.653319] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.653506] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.653718] env[69262]: INFO nova.compute.manager [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Took 1.18 seconds to destroy the instance on the hypervisor. [ 891.653939] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.654499] env[69262]: DEBUG nova.compute.manager [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.654604] env[69262]: DEBUG nova.network.neutron [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.658760] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 891.658760] env[69262]: value = "task-3713750" [ 891.658760] env[69262]: _type = "Task" [ 891.658760] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.664252] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.664402] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.665602] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7df5ce92-e709-4848-93e7-8ef0e8854f9f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.673038] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.674121] env[69262]: DEBUG nova.network.neutron [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.679888] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 891.679888] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d4fb9f-3861-024e-2e6b-a48c9bcff7e6" [ 891.679888] env[69262]: _type = "Task" [ 891.679888] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.691068] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d4fb9f-3861-024e-2e6b-a48c9bcff7e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.792505] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b6d8de0f-2f2a-4379-a32e-df7a7c2c1d7d] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.820046] env[69262]: DEBUG nova.scheduler.client.report [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.088049] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713749, 'name': Rename_Task, 'duration_secs': 0.16877} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.088049] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.088332] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08c1eb7f-d821-4870-91d8-7794b4898101 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.097491] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 892.097491] env[69262]: value = "task-3713751" [ 892.097491] env[69262]: _type = "Task" [ 892.097491] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.109958] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.171571] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713750, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.177638] env[69262]: DEBUG nova.network.neutron [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.193297] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d4fb9f-3861-024e-2e6b-a48c9bcff7e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01446} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.194901] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a78f199e-58a0-4787-bedc-639ebf945599 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.205059] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 892.205059] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525e6452-c2ef-c7ed-d43a-bd0db0c2fbce" [ 892.205059] env[69262]: _type = "Task" [ 892.205059] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.216116] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525e6452-c2ef-c7ed-d43a-bd0db0c2fbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.296951] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: c7dd6269-bd89-4e20-9e01-222cf348047b] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.326233] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.326548] env[69262]: DEBUG nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.330692] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.754s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.331394] env[69262]: DEBUG nova.objects.instance [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 892.596094] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.596376] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a397973-e26f-42f9-a007-df33e0589501 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.609865] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.611649] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 892.611649] env[69262]: value = "task-3713752" [ 892.611649] env[69262]: _type = "Task" [ 892.611649] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.621673] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.672409] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733536} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.672757] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e14ceff4-5064-4816-8c9b-b24e716e0e25/e14ceff4-5064-4816-8c9b-b24e716e0e25.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.673091] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.673531] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d157b1c7-ee3c-452e-b987-78ce549af28e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.680847] env[69262]: INFO nova.compute.manager [-] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Took 1.03 seconds to deallocate network for instance. [ 892.684637] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 892.684637] env[69262]: value = "task-3713753" [ 892.684637] env[69262]: _type = "Task" [ 892.684637] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.699192] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.718124] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525e6452-c2ef-c7ed-d43a-bd0db0c2fbce, 'name': SearchDatastore_Task, 'duration_secs': 0.063488} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.718419] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.718727] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.719081] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86213085-248e-403c-9984-76eccbc79124 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.729732] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 892.729732] env[69262]: value = "task-3713754" [ 892.729732] env[69262]: _type = "Task" [ 892.729732] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.745759] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.802014] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 57fd7958-1929-412f-82a7-73ef849d9a07] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.836686] env[69262]: DEBUG nova.compute.utils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.842044] env[69262]: DEBUG nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.842343] env[69262]: DEBUG nova.network.neutron [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.906255] env[69262]: DEBUG nova.policy [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e2e89d5c24c4edd8466c5a91e76a37d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a3a3426db24ecc884fc1550377d8d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.109775] env[69262]: DEBUG oslo_vmware.api [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713751, 'name': PowerOnVM_Task, 'duration_secs': 0.648351} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.110666] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.111203] env[69262]: INFO nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Took 9.65 seconds to spawn the instance on the hypervisor. [ 893.111494] env[69262]: DEBUG nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.116825] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea668ab-b8d6-4bcd-a324-c770bf49b88f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.132244] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713752, 'name': PowerOffVM_Task, 'duration_secs': 0.3308} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.134542] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.138975] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610f20d0-bc02-48ae-bee8-c9da88aa7787 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.164254] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a2fa9c-8eba-4760-b44b-67a5da061099 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.199727] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.205068] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129033} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.205068] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.205830] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1741b1-461f-424f-93b3-6d1f84065b6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.239485] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e14ceff4-5064-4816-8c9b-b24e716e0e25/e14ceff4-5064-4816-8c9b-b24e716e0e25.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.242384] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.242761] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be92fd91-2337-409b-b086-583d52f921cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.258307] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23b754a0-9b5f-4b93-91e0-dc6c4df2f67e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.272509] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713754, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.274755] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 893.274755] env[69262]: value = "task-3713756" [ 893.274755] env[69262]: _type = "Task" [ 893.274755] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.275892] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 893.275892] env[69262]: value = "task-3713755" [ 893.275892] env[69262]: _type = "Task" [ 893.275892] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.292477] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713755, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.292980] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 893.293196] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.293509] env[69262]: DEBUG oslo_concurrency.lockutils [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.293690] env[69262]: DEBUG oslo_concurrency.lockutils [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.293917] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.294257] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e4ac92d-fe85-4b94-a085-f4b7ca1ac761 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.308995] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b1371739-7839-446a-8819-8df7cbd70c04] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.313080] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.313424] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.314556] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9a039b-2292-4009-9b8e-66e7dd39f81c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.325144] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 893.325144] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275eca9-589d-a7d0-31de-f3489d48b49f" [ 893.325144] env[69262]: _type = "Task" [ 893.325144] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.337414] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275eca9-589d-a7d0-31de-f3489d48b49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.343470] env[69262]: DEBUG nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.348289] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f37d30bf-d649-40d5-9505-b46f6d5cc04c tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.349179] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.745s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.349390] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.351862] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.556s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.352137] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.354974] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.646s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.355262] env[69262]: DEBUG nova.objects.instance [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 893.387934] env[69262]: INFO nova.scheduler.client.report [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Deleted allocations for instance 9524393b-7a6e-4590-b195-e5a34c3872a1 [ 893.390600] env[69262]: INFO nova.scheduler.client.report [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Deleted allocations for instance 08796840-bdeb-4383-b113-6006cbdf82c1 [ 893.476423] env[69262]: DEBUG nova.network.neutron [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Successfully created port: 2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.652051] env[69262]: INFO nova.compute.manager [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Took 53.47 seconds to build instance. [ 893.755234] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734979} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.755558] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.755943] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.756067] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-543c623c-bd9c-4e25-8f32-68e641f35c81 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.763684] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 893.763684] env[69262]: value = "task-3713757" [ 893.763684] env[69262]: _type = "Task" [ 893.763684] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.775867] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.792250] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713755, 'name': ReconfigVM_Task, 'duration_secs': 0.489602} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.792911] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e14ceff4-5064-4816-8c9b-b24e716e0e25/e14ceff4-5064-4816-8c9b-b24e716e0e25.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.793945] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cadde3c0-da4c-4c98-81fd-68360252c982 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.802049] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 893.802049] env[69262]: value = "task-3713758" [ 893.802049] env[69262]: _type = "Task" [ 893.802049] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.812604] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713758, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.815253] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 8e88021a-4b4a-4926-84a0-de402adb19e7] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.837717] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275eca9-589d-a7d0-31de-f3489d48b49f, 'name': SearchDatastore_Task, 'duration_secs': 0.026181} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.837717] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2256b34-c5c6-4dad-a52c-f8deeb9a9c3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.845475] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 893.845475] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3f116-7af0-7349-c39a-19133958fbe6" [ 893.845475] env[69262]: _type = "Task" [ 893.845475] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.856208] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3f116-7af0-7349-c39a-19133958fbe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.901773] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a8456155-d9a8-444f-9949-2f9fb92e14a2 tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "9524393b-7a6e-4590-b195-e5a34c3872a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.858s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.903553] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e0be3c8-94f1-4d04-996a-4988db3b1087 tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "08796840-bdeb-4383-b113-6006cbdf82c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.548s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.156448] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1fbb85fc-9dbb-41c6-a3f3-23b1991219c9 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.992s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.282022] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116055} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.282022] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.288024] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dcbca3-f4ac-414d-8ee4-6ed2619ef9f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.310927] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.311361] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8baa214f-8a15-44b5-bd0e-d11d91adb56a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.329632] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 11161123-3245-44ba-8031-96538d86c2cc] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.339772] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713758, 'name': Rename_Task, 'duration_secs': 0.162609} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.342054] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.342496] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 894.342496] env[69262]: value = "task-3713760" [ 894.342496] env[69262]: _type = "Task" [ 894.342496] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.342755] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1308d6c2-0bf0-4034-a020-4117c40bf2f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.359737] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.364910] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 894.364910] env[69262]: value = "task-3713761" [ 894.364910] env[69262]: _type = "Task" [ 894.364910] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.365541] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f3f116-7af0-7349-c39a-19133958fbe6, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.365879] env[69262]: DEBUG oslo_concurrency.lockutils [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.366155] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. {{(pid=69262) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 894.369372] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1174502d-3594-4155-b1fa-a6aa864a73b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.372749] env[69262]: DEBUG nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.375528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5e00064-c327-44a4-b27e-74000dd64d1a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.380042] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.576s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.380042] env[69262]: INFO nova.compute.claims [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.389788] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 894.389788] env[69262]: value = "task-3713762" [ 894.389788] env[69262]: _type = "Task" [ 894.389788] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.390038] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713761, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.399346] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.411485] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.411669] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.411726] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.411890] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.412116] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.412416] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.412595] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.412799] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.412998] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.413191] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.413401] env[69262]: DEBUG nova.virt.hardware [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.414657] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8367ae1e-cf38-40fa-8093-eed06263dbc8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.425141] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabd2e46-2ded-4759-b3f6-8ba84dfd6361 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.514322] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "c0372d33-882e-4b94-8e9c-caba53d48e76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.514702] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.514908] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "c0372d33-882e-4b94-8e9c-caba53d48e76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.515113] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.515288] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.517801] env[69262]: INFO nova.compute.manager [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Terminating instance [ 894.833086] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: d25fc554-aae7-460c-bc59-8e7bb8493d53] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.859845] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713760, 'name': ReconfigVM_Task, 'duration_secs': 0.452654} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.860222] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2aa89765-b922-47f0-9bfe-2705ebaec9eb/2aa89765-b922-47f0-9bfe-2705ebaec9eb.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.861083] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c15af98-5d22-46e0-a70a-7df9aa54074e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.873178] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 894.873178] env[69262]: value = "task-3713763" [ 894.873178] env[69262]: _type = "Task" [ 894.873178] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.886673] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713761, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.896635] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713763, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.909399] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713762, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.022726] env[69262]: DEBUG nova.compute.manager [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.023015] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.023981] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854614a2-e549-48fa-bec2-542e9c3c62aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.033160] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.033431] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fe0fdd-c58d-4115-afc3-994aac8f7ee7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.040107] env[69262]: DEBUG oslo_vmware.api [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 895.040107] env[69262]: value = "task-3713764" [ 895.040107] env[69262]: _type = "Task" [ 895.040107] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.052302] env[69262]: DEBUG oslo_vmware.api [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.337351] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5c617efc-c13a-4633-a7e0-9d5d6ee94280] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.376892] env[69262]: DEBUG oslo_vmware.api [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713761, 'name': PowerOnVM_Task, 'duration_secs': 0.609469} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.381073] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.381334] env[69262]: INFO nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Took 9.24 seconds to spawn the instance on the hypervisor. [ 895.381518] env[69262]: DEBUG nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.382796] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4860150d-cd35-42ff-97d2-0d5f9ac359ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.408516] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713763, 'name': Rename_Task, 'duration_secs': 0.27071} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.413200] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.413200] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1dc74e1-9d68-4ef7-8522-d45817f91ad7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.420374] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661143} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.426767] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. [ 895.427508] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 895.427508] env[69262]: value = "task-3713765" [ 895.427508] env[69262]: _type = "Task" [ 895.427508] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.428294] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf6968c-13c9-425a-8b6a-f2b2966da2cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.465212] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.476485] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e061ddfd-b72c-477b-a382-6b5ead13339b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.490134] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713765, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.500997] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 895.500997] env[69262]: value = "task-3713766" [ 895.500997] env[69262]: _type = "Task" [ 895.500997] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.517159] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.553488] env[69262]: DEBUG nova.compute.manager [req-70b5ea05-b282-4037-902a-a066543bfb35 req-c3c65d7e-2f93-40a0-bda5-05254ceb8273 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Received event network-vif-plugged-2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.553647] env[69262]: DEBUG oslo_concurrency.lockutils [req-70b5ea05-b282-4037-902a-a066543bfb35 req-c3c65d7e-2f93-40a0-bda5-05254ceb8273 service nova] Acquiring lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.553907] env[69262]: DEBUG oslo_concurrency.lockutils [req-70b5ea05-b282-4037-902a-a066543bfb35 req-c3c65d7e-2f93-40a0-bda5-05254ceb8273 service nova] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.554116] env[69262]: DEBUG oslo_concurrency.lockutils [req-70b5ea05-b282-4037-902a-a066543bfb35 req-c3c65d7e-2f93-40a0-bda5-05254ceb8273 service nova] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.554304] env[69262]: DEBUG nova.compute.manager [req-70b5ea05-b282-4037-902a-a066543bfb35 req-c3c65d7e-2f93-40a0-bda5-05254ceb8273 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] No waiting events found dispatching network-vif-plugged-2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.554472] env[69262]: WARNING nova.compute.manager [req-70b5ea05-b282-4037-902a-a066543bfb35 req-c3c65d7e-2f93-40a0-bda5-05254ceb8273 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Received unexpected event network-vif-plugged-2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 for instance with vm_state building and task_state spawning. [ 895.559048] env[69262]: DEBUG oslo_vmware.api [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713764, 'name': PowerOffVM_Task, 'duration_secs': 0.271709} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.559048] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.560278] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.561508] env[69262]: DEBUG nova.network.neutron [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Successfully updated port: 2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.564071] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94936409-ff18-4c4c-8483-d8174f5b08ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.583144] env[69262]: DEBUG nova.compute.manager [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 895.643857] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.644285] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.644605] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Deleting the datastore file [datastore2] c0372d33-882e-4b94-8e9c-caba53d48e76 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.644820] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f575aa7-af77-41f6-a158-598828ffd089 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.652983] env[69262]: DEBUG oslo_vmware.api [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for the task: (returnval){ [ 895.652983] env[69262]: value = "task-3713768" [ 895.652983] env[69262]: _type = "Task" [ 895.652983] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.665204] env[69262]: DEBUG oslo_vmware.api [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.844515] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 51d669fe-5caa-478a-8b17-19a0e14863fb] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.920040] env[69262]: INFO nova.compute.manager [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Took 54.82 seconds to build instance. [ 895.949176] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713765, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.990419] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d7705a-1ccf-4a15-9642-4de8e199c59c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.999142] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "fce334c4-efda-4551-bd9f-c7db5b376743" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.000079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "fce334c4-efda-4551-bd9f-c7db5b376743" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.000079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "fce334c4-efda-4551-bd9f-c7db5b376743-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.000079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "fce334c4-efda-4551-bd9f-c7db5b376743-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.000079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "fce334c4-efda-4551-bd9f-c7db5b376743-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.002611] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdabbb6-fd4c-452b-a9eb-0a60fc5f0dc8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.006395] env[69262]: INFO nova.compute.manager [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Terminating instance [ 896.047076] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.048512] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ad85f2-4cf3-41fd-93f8-23d21acea6d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.057172] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4404834d-f071-4036-bcfb-47ee2d5aedf9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.075873] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "refresh_cache-84fb1344-f3c6-49d1-8f1d-32b2d3e96250" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.076049] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "refresh_cache-84fb1344-f3c6-49d1-8f1d-32b2d3e96250" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.076202] env[69262]: DEBUG nova.network.neutron [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.077990] env[69262]: DEBUG nova.compute.provider_tree [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.107141] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.166300] env[69262]: DEBUG oslo_vmware.api [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Task: {'id': task-3713768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34227} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.166705] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.166979] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.167272] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.167524] env[69262]: INFO nova.compute.manager [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Took 1.14 seconds to destroy the instance on the hypervisor. [ 896.167894] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.168232] env[69262]: DEBUG nova.compute.manager [-] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.168966] env[69262]: DEBUG nova.network.neutron [-] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.351658] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 2aec3ff9-d183-4943-a03c-2a21121ed20a] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.422424] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ea98291-d5bb-4419-9196-79d7d449f2db tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.337s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.445488] env[69262]: DEBUG oslo_vmware.api [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713765, 'name': PowerOnVM_Task, 'duration_secs': 0.801181} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.445791] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.446016] env[69262]: DEBUG nova.compute.manager [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.447037] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f8316a-4f5f-4a6f-be7c-ff9e729e5524 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.515649] env[69262]: DEBUG nova.compute.manager [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.515991] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.519876] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ccd1b7-28ad-4661-bd45-11b8b012d806 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.522856] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713766, 'name': ReconfigVM_Task, 'duration_secs': 0.591779} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.523300] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.524615] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb4fd72-d93e-44cc-a1ff-d67db6c5c867 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.530258] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.530868] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57dd5ec0-9eba-46fb-9c85-eb24e99ab57f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.558220] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed18e77-a220-4d61-910a-2c24b07eabba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.569855] env[69262]: DEBUG oslo_vmware.api [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 896.569855] env[69262]: value = "task-3713769" [ 896.569855] env[69262]: _type = "Task" [ 896.569855] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.577909] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 896.577909] env[69262]: value = "task-3713770" [ 896.577909] env[69262]: _type = "Task" [ 896.577909] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.587012] env[69262]: DEBUG nova.scheduler.client.report [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.590330] env[69262]: DEBUG oslo_vmware.api [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.602471] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.629311] env[69262]: DEBUG nova.network.neutron [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.782511] env[69262]: DEBUG nova.network.neutron [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Updating instance_info_cache with network_info: [{"id": "2020bae4-c3b1-468b-a01a-fdf5cd6e5a34", "address": "fa:16:3e:a1:4e:4a", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2020bae4-c3", "ovs_interfaceid": "2020bae4-c3b1-468b-a01a-fdf5cd6e5a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.856050] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: e545415d-fa64-4855-9c05-edc9395beffc] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.944249] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4eca1-7f1c-f493-e9ee-7cc16cb983ac/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.945634] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f33da-c637-4539-bb46-adeddb3dc8a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.952555] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4eca1-7f1c-f493-e9ee-7cc16cb983ac/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.952846] env[69262]: ERROR oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4eca1-7f1c-f493-e9ee-7cc16cb983ac/disk-0.vmdk due to incomplete transfer. [ 896.953056] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-539d9263-2f17-4970-83a3-60bab8df9a00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.965133] env[69262]: DEBUG oslo_vmware.rw_handles [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f4eca1-7f1c-f493-e9ee-7cc16cb983ac/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.965345] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Uploaded image 58a62179-0b81-4991-a610-b880b7f38841 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.968736] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.970101] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.970336] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e092c8c4-40c7-4b44-91ec-1f0290d97548 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.977546] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 896.977546] env[69262]: value = "task-3713771" [ 896.977546] env[69262]: _type = "Task" [ 896.977546] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.986572] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713771, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.081546] env[69262]: DEBUG oslo_vmware.api [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713769, 'name': PowerOffVM_Task, 'duration_secs': 0.414927} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.081546] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.081730] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.082033] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d79ec1b7-4c5a-429f-8d1b-c57fa0195933 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.092196] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.093253] env[69262]: DEBUG nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.102677] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.900s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.103059] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.106156] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.809s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.106474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.109193] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.293s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.111466] env[69262]: INFO nova.compute.claims [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.116024] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713770, 'name': ReconfigVM_Task, 'duration_secs': 0.386448} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.116959] env[69262]: DEBUG nova.network.neutron [-] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.119171] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.119592] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50432c98-0bdb-4938-ab4c-9db738e341da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.129062] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 897.129062] env[69262]: value = "task-3713773" [ 897.129062] env[69262]: _type = "Task" [ 897.129062] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.143465] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.146997] env[69262]: INFO nova.scheduler.client.report [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Deleted allocations for instance e7300d10-0760-4d59-bf7f-5d89c5ef2397 [ 897.160081] env[69262]: INFO nova.scheduler.client.report [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted allocations for instance ac6131ac-f4d0-4b70-8e5f-b012da69c368 [ 897.171203] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.171203] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.171203] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Deleting the datastore file [datastore2] fce334c4-efda-4551-bd9f-c7db5b376743 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.171721] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-474eff15-6fd9-4d34-bba3-038b3dc46bf4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.184192] env[69262]: DEBUG oslo_vmware.api [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for the task: (returnval){ [ 897.184192] env[69262]: value = "task-3713774" [ 897.184192] env[69262]: _type = "Task" [ 897.184192] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.196667] env[69262]: DEBUG oslo_vmware.api [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.289022] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "refresh_cache-84fb1344-f3c6-49d1-8f1d-32b2d3e96250" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.289022] env[69262]: DEBUG nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Instance network_info: |[{"id": "2020bae4-c3b1-468b-a01a-fdf5cd6e5a34", "address": "fa:16:3e:a1:4e:4a", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2020bae4-c3", "ovs_interfaceid": "2020bae4-c3b1-468b-a01a-fdf5cd6e5a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.289022] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:4e:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2020bae4-c3b1-468b-a01a-fdf5cd6e5a34', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.297969] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.298895] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.299650] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0c7a3e8-38af-4338-b151-06d79e976205 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.323062] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.323062] env[69262]: value = "task-3713775" [ 897.323062] env[69262]: _type = "Task" [ 897.323062] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.334840] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713775, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.359881] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 505f38d1-ef30-4c8e-93f3-c512505527e8] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.491524] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713771, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.601673] env[69262]: DEBUG nova.compute.utils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.604249] env[69262]: DEBUG nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.604514] env[69262]: DEBUG nova.network.neutron [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.624348] env[69262]: INFO nova.compute.manager [-] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Took 1.46 seconds to deallocate network for instance. [ 897.649581] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.658586] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2847c01b-19be-491a-9ca1-513e95367d68 tempest-ServersTestFqdnHostnames-596836303 tempest-ServersTestFqdnHostnames-596836303-project-member] Lock "e7300d10-0760-4d59-bf7f-5d89c5ef2397" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.648s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.669795] env[69262]: DEBUG oslo_concurrency.lockutils [None req-105acb19-d09f-45af-8b03-0620f6018e3a tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "ac6131ac-f4d0-4b70-8e5f-b012da69c368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.754s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.671852] env[69262]: DEBUG nova.policy [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6379a9d48c84e468d1a3653c043a4ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d61bc0319194f26900838bcb1ffea2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.700849] env[69262]: DEBUG oslo_vmware.api [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Task: {'id': task-3713774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433743} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.701263] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.701509] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.701777] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.704167] env[69262]: INFO nova.compute.manager [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Took 1.19 seconds to destroy the instance on the hypervisor. [ 897.704167] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.704167] env[69262]: DEBUG nova.compute.manager [-] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.704167] env[69262]: DEBUG nova.network.neutron [-] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.840724] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713775, 'name': CreateVM_Task, 'duration_secs': 0.483472} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.840724] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.840983] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.841147] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.841504] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.841784] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1134369-cb4f-4638-9f8b-14bbb266260d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.849165] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 897.849165] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527158c2-4d33-a525-7f3c-f6a58d914d12" [ 897.849165] env[69262]: _type = "Task" [ 897.849165] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.862476] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527158c2-4d33-a525-7f3c-f6a58d914d12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.864104] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 14c3d321-34a5-4a5f-946e-c6e88ad5e38f] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.993560] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713771, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.066179] env[69262]: DEBUG nova.network.neutron [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Successfully created port: b7927e7a-2984-4758-9cba-b616d4a87eea {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.112192] env[69262]: DEBUG nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.141223] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.149407] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.178884] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "4184821a-18c0-4f78-8ad1-fc56470105b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.179109] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.367574] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 95b37e39-e75a-4d46-866d-d76d9e77ffe9] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.370031] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527158c2-4d33-a525-7f3c-f6a58d914d12, 'name': SearchDatastore_Task, 'duration_secs': 0.023042} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.370397] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.371015] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.371015] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.371015] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.371196] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.372032] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d70491-77ec-4919-b277-ee6c74bf4387 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.392103] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.392413] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.393726] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f9147b-da63-4c2e-be3c-fee53ecf7d72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.405219] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 898.405219] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5221fc28-0cbe-348d-2719-1dd5516d82e1" [ 898.405219] env[69262]: _type = "Task" [ 898.405219] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.417243] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "2639322f-3aec-4358-a433-10f2d009784b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.417503] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "2639322f-3aec-4358-a433-10f2d009784b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.417713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "2639322f-3aec-4358-a433-10f2d009784b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.417896] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "2639322f-3aec-4358-a433-10f2d009784b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.418132] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "2639322f-3aec-4358-a433-10f2d009784b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.420119] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5221fc28-0cbe-348d-2719-1dd5516d82e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.420700] env[69262]: INFO nova.compute.manager [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Terminating instance [ 898.448787] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "54acc016-703a-4a5b-9489-e653b7274603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.449032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.449236] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "54acc016-703a-4a5b-9489-e653b7274603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.449422] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.449585] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.452172] env[69262]: INFO nova.compute.manager [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Terminating instance [ 898.491455] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713771, 'name': Destroy_Task, 'duration_secs': 1.446907} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.496087] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Destroyed the VM [ 898.496369] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.498255] env[69262]: DEBUG nova.compute.manager [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Received event network-changed-2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.498443] env[69262]: DEBUG nova.compute.manager [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Refreshing instance network info cache due to event network-changed-2020bae4-c3b1-468b-a01a-fdf5cd6e5a34. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.498653] env[69262]: DEBUG oslo_concurrency.lockutils [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] Acquiring lock "refresh_cache-84fb1344-f3c6-49d1-8f1d-32b2d3e96250" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.498794] env[69262]: DEBUG oslo_concurrency.lockutils [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] Acquired lock "refresh_cache-84fb1344-f3c6-49d1-8f1d-32b2d3e96250" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.498952] env[69262]: DEBUG nova.network.neutron [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Refreshing network info cache for port 2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.500565] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6f5f72ca-226f-42f5-b2a9-d50f80149af9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.509300] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 898.509300] env[69262]: value = "task-3713776" [ 898.509300] env[69262]: _type = "Task" [ 898.509300] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.523215] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713776, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.647398] env[69262]: DEBUG oslo_vmware.api [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713773, 'name': PowerOnVM_Task, 'duration_secs': 1.162158} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.648346] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.651877] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d93b8bd-587e-4143-b853-d79253f9971f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.655450] env[69262]: DEBUG nova.compute.manager [None req-213beb81-11c7-46d3-a6d5-aa881648fa05 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.656251] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20202109-e3a3-45ff-b3e3-fb3c5f133946 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.666068] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4502bd-750d-4710-b736-4cabd90d4bf9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.704947] env[69262]: DEBUG nova.compute.utils [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.707045] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761f8b3-5afc-4bd0-91ec-1c64f18631b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.717031] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b443ae8-4686-4e0e-b94e-e3d41c674922 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.735420] env[69262]: DEBUG nova.compute.provider_tree [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.859461] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.859960] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.860171] env[69262]: INFO nova.compute.manager [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Rebooting instance [ 898.871240] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: c657e795-97fa-46b2-a1ed-a208e5dd684a] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.916477] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5221fc28-0cbe-348d-2719-1dd5516d82e1, 'name': SearchDatastore_Task, 'duration_secs': 0.032126} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.916802] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4b1924-4f91-4af0-86b3-b594523a5f50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.924522] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 898.924522] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eedadb-fdda-5a87-402c-87448e4e541a" [ 898.924522] env[69262]: _type = "Task" [ 898.924522] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.925196] env[69262]: DEBUG nova.compute.manager [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.925393] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.926344] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d15e062-6a74-4a68-a5af-3bb9850a0759 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.938242] env[69262]: DEBUG nova.network.neutron [-] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.939647] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eedadb-fdda-5a87-402c-87448e4e541a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.942995] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.943114] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9596625-acd3-47e2-b579-577e4208a946 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.951484] env[69262]: DEBUG oslo_vmware.api [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 898.951484] env[69262]: value = "task-3713777" [ 898.951484] env[69262]: _type = "Task" [ 898.951484] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.959890] env[69262]: DEBUG nova.compute.manager [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 898.959890] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.964406] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ef312-2b76-4603-8fbf-be1abf5fbf2f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.969783] env[69262]: DEBUG oslo_vmware.api [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.976723] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.977097] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c663dd50-54af-4768-87d3-3fa42cec3fb6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.986019] env[69262]: DEBUG oslo_vmware.api [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 898.986019] env[69262]: value = "task-3713778" [ 898.986019] env[69262]: _type = "Task" [ 898.986019] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.999722] env[69262]: DEBUG oslo_vmware.api [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.022748] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713776, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.131533] env[69262]: DEBUG nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.172332] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.173612] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.173843] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.174064] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.174241] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.174472] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.174767] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.175038] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.175304] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.175510] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.175792] env[69262]: DEBUG nova.virt.hardware [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.185134] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c8044-97e2-4d0b-89a2-27470a180fd0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.201839] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29909559-285f-436f-9e8b-83bb9f7659c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.209806] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.030s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.239186] env[69262]: DEBUG nova.scheduler.client.report [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.370621] env[69262]: DEBUG nova.network.neutron [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Updated VIF entry in instance network info cache for port 2020bae4-c3b1-468b-a01a-fdf5cd6e5a34. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.371544] env[69262]: DEBUG nova.network.neutron [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Updating instance_info_cache with network_info: [{"id": "2020bae4-c3b1-468b-a01a-fdf5cd6e5a34", "address": "fa:16:3e:a1:4e:4a", "network": {"id": "fd116631-23cf-4656-aa8c-585a6d21e882", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1529088223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a3a3426db24ecc884fc1550377d8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2020bae4-c3", "ovs_interfaceid": "2020bae4-c3b1-468b-a01a-fdf5cd6e5a34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.378808] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: fc35b031-8854-4ac5-83f9-d3b6276ef345] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.394350] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.394350] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquired lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.394350] env[69262]: DEBUG nova.network.neutron [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.442204] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eedadb-fdda-5a87-402c-87448e4e541a, 'name': SearchDatastore_Task, 'duration_secs': 0.028759} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.442959] env[69262]: INFO nova.compute.manager [-] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Took 1.74 seconds to deallocate network for instance. [ 899.443413] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.443815] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 84fb1344-f3c6-49d1-8f1d-32b2d3e96250/84fb1344-f3c6-49d1-8f1d-32b2d3e96250.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.449021] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-441abd1d-14b8-438a-9629-45bdb26a2fd2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.459188] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 899.459188] env[69262]: value = "task-3713779" [ 899.459188] env[69262]: _type = "Task" [ 899.459188] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.463993] env[69262]: DEBUG oslo_vmware.api [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713777, 'name': PowerOffVM_Task, 'duration_secs': 0.43649} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.468214] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.468660] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.469360] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d82e796-d75a-45eb-8de4-e2647ce2dce2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.477146] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.497810] env[69262]: DEBUG oslo_vmware.api [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713778, 'name': PowerOffVM_Task, 'duration_secs': 0.313997} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.498259] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.498427] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.498698] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bd1fb5a-c06c-49ff-be6d-17ce88732513 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.524212] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713776, 'name': RemoveSnapshot_Task, 'duration_secs': 0.731793} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.524568] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 899.524871] env[69262]: DEBUG nova.compute.manager [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 899.525745] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034f611-b8fa-4176-b808-a5b17fbee711 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.705239] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.706526] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.706526] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleting the datastore file [datastore1] 2639322f-3aec-4358-a433-10f2d009784b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.706526] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.706526] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.706526] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Deleting the datastore file [datastore1] 54acc016-703a-4a5b-9489-e653b7274603 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.706816] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6af7356-8e9f-4a68-b961-d566398990f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.709643] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f89f93a8-94f5-44dc-b409-3cb5e86c4dc8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.718300] env[69262]: DEBUG oslo_vmware.api [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 899.718300] env[69262]: value = "task-3713782" [ 899.718300] env[69262]: _type = "Task" [ 899.718300] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.720831] env[69262]: DEBUG oslo_vmware.api [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for the task: (returnval){ [ 899.720831] env[69262]: value = "task-3713783" [ 899.720831] env[69262]: _type = "Task" [ 899.720831] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.747809] env[69262]: DEBUG oslo_vmware.api [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.749203] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.750151] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.753250] env[69262]: DEBUG oslo_vmware.api [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.753640] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.268s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.753839] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.760238] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.403s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.762395] env[69262]: INFO nova.compute.claims [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.872035] env[69262]: DEBUG nova.network.neutron [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Successfully updated port: b7927e7a-2984-4758-9cba-b616d4a87eea {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.872755] env[69262]: WARNING oslo_messaging._drivers.amqpdriver [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 899.878157] env[69262]: DEBUG oslo_concurrency.lockutils [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] Releasing lock "refresh_cache-84fb1344-f3c6-49d1-8f1d-32b2d3e96250" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878488] env[69262]: DEBUG nova.compute.manager [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Received event network-vif-deleted-56845eac-cd78-4268-bbf3-b5034d7128e3 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.878753] env[69262]: DEBUG nova.compute.manager [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Received event network-changed-bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.878858] env[69262]: DEBUG nova.compute.manager [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Refreshing instance network info cache due to event network-changed-bd7081d9-acd5-4921-a6b0-5c8c5299e768. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.879029] env[69262]: DEBUG oslo_concurrency.lockutils [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] Acquiring lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.883478] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 802eba9a-aeb6-46e3-8ff2-c1c71885b8ae] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.901749] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.901876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.902108] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.902329] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.902520] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.904595] env[69262]: INFO nova.compute.manager [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Terminating instance [ 899.954694] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.976055] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713779, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.041861] env[69262]: INFO nova.compute.manager [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Shelve offloading [ 900.159597] env[69262]: DEBUG nova.network.neutron [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updating instance_info_cache with network_info: [{"id": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "address": "fa:16:3e:54:6d:ec", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7081d9-ac", "ovs_interfaceid": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.245214] env[69262]: DEBUG oslo_vmware.api [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24084} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.251910] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.252534] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.253028] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.253493] env[69262]: INFO nova.compute.manager [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Took 1.33 seconds to destroy the instance on the hypervisor. [ 900.254208] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.254730] env[69262]: DEBUG oslo_vmware.api [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Task: {'id': task-3713783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236637} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.256952] env[69262]: DEBUG nova.compute.manager [-] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.257291] env[69262]: DEBUG nova.network.neutron [-] [instance: 2639322f-3aec-4358-a433-10f2d009784b] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.260180] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.264021] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.264021] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.264021] env[69262]: INFO nova.compute.manager [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Took 1.30 seconds to destroy the instance on the hypervisor. [ 900.264021] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.264021] env[69262]: DEBUG nova.compute.manager [req-86091e72-d31c-4ad6-bd6b-fc728d9e60c3 req-f8f25f8a-c0e0-463b-b78e-7089c0174010 service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Received event network-vif-plugged-b7927e7a-2984-4758-9cba-b616d4a87eea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.264021] env[69262]: DEBUG oslo_concurrency.lockutils [req-86091e72-d31c-4ad6-bd6b-fc728d9e60c3 req-f8f25f8a-c0e0-463b-b78e-7089c0174010 service nova] Acquiring lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.264021] env[69262]: DEBUG oslo_concurrency.lockutils [req-86091e72-d31c-4ad6-bd6b-fc728d9e60c3 req-f8f25f8a-c0e0-463b-b78e-7089c0174010 service nova] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.264928] env[69262]: DEBUG oslo_concurrency.lockutils [req-86091e72-d31c-4ad6-bd6b-fc728d9e60c3 req-f8f25f8a-c0e0-463b-b78e-7089c0174010 service nova] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.265202] env[69262]: DEBUG nova.compute.manager [req-86091e72-d31c-4ad6-bd6b-fc728d9e60c3 req-f8f25f8a-c0e0-463b-b78e-7089c0174010 service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] No waiting events found dispatching network-vif-plugged-b7927e7a-2984-4758-9cba-b616d4a87eea {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 900.265398] env[69262]: WARNING nova.compute.manager [req-86091e72-d31c-4ad6-bd6b-fc728d9e60c3 req-f8f25f8a-c0e0-463b-b78e-7089c0174010 service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Received unexpected event network-vif-plugged-b7927e7a-2984-4758-9cba-b616d4a87eea for instance with vm_state building and task_state spawning. [ 900.266086] env[69262]: DEBUG nova.compute.manager [-] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.266203] env[69262]: DEBUG nova.network.neutron [-] [instance: 54acc016-703a-4a5b-9489-e653b7274603] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.273552] env[69262]: DEBUG nova.compute.utils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.281306] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.281306] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.284271] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f7b620eb-7341-4b63-8758-e1e1dd137a25 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.493s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.287734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.487s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.287734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.287734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.287734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.288412] env[69262]: INFO nova.compute.manager [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Terminating instance [ 900.312976] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "4184821a-18c0-4f78-8ad1-fc56470105b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.313304] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.313815] env[69262]: INFO nova.compute.manager [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Attaching volume 4e6878f3-86b1-4216-ae83-dd4926a07496 to /dev/sdb [ 900.367297] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f22aa9-8f85-4510-9c09-e2d1f524d362 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.372157] env[69262]: DEBUG nova.policy [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c23034588bd4442ab4791463f918661e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb57429869424ebb97a5bdfff3d9589c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.376582] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "refresh_cache-6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.376823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquired lock "refresh_cache-6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.376885] env[69262]: DEBUG nova.network.neutron [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.386595] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 316ae0ae-492d-4fc1-aed3-d2b2bae0eaaa] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.392343] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298ca79-1f37-44e6-8bc0-7725c18fddf0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.408940] env[69262]: DEBUG nova.compute.manager [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.409212] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.409596] env[69262]: DEBUG nova.virt.block_device [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating existing volume attachment record: 68b44a6d-905f-4390-b9e0-f3ca8d1afd98 {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 900.412884] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec12a94-0b86-4b68-874a-b1b01b00f412 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.423212] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.423642] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1163803c-d169-4ac5-a85d-d7abd21dd6b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.435219] env[69262]: DEBUG oslo_vmware.api [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 900.435219] env[69262]: value = "task-3713784" [ 900.435219] env[69262]: _type = "Task" [ 900.435219] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.445286] env[69262]: DEBUG oslo_vmware.api [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.476248] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755448} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.476994] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 84fb1344-f3c6-49d1-8f1d-32b2d3e96250/84fb1344-f3c6-49d1-8f1d-32b2d3e96250.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.476994] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.477276] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e2b002-7554-470a-892f-93bdc4cc25f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.485552] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 900.485552] env[69262]: value = "task-3713785" [ 900.485552] env[69262]: _type = "Task" [ 900.485552] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.496865] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.547039] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.547039] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d04460de-edbb-4588-a596-8d6d721f494d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.557218] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 900.557218] env[69262]: value = "task-3713786" [ 900.557218] env[69262]: _type = "Task" [ 900.557218] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.568975] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 900.569501] env[69262]: DEBUG nova.compute.manager [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.570512] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80dd2ad-15b0-404f-9be0-f859f7611537 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.578522] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.579090] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.579428] env[69262]: DEBUG nova.network.neutron [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.661643] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Releasing lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.662922] env[69262]: DEBUG oslo_concurrency.lockutils [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] Acquired lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.663157] env[69262]: DEBUG nova.network.neutron [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Refreshing network info cache for port bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.789024] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.798265] env[69262]: DEBUG nova.compute.manager [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.798265] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.798265] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-515e999a-8c7f-4900-be86-c951e40dc860 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.814528] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b263658-60c0-4d13-a96c-6b3682062c6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.868601] env[69262]: WARNING nova.virt.vmwareapi.vmops [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 62593aee-807d-4efd-8377-26d38f9cd44d could not be found. [ 900.869374] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.869647] env[69262]: INFO nova.compute.manager [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Took 0.07 seconds to destroy the instance on the hypervisor. [ 900.870065] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.873975] env[69262]: DEBUG nova.compute.manager [-] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.874267] env[69262]: DEBUG nova.network.neutron [-] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.896533] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 46918116-b900-40cc-b7f6-2ee0626361a2] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.949547] env[69262]: DEBUG oslo_vmware.api [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713784, 'name': PowerOffVM_Task, 'duration_secs': 0.444934} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.949905] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.950179] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.950779] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be320769-25b2-4c8f-ac3d-8c865a4b3ee2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.977492] env[69262]: DEBUG nova.network.neutron [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.997812] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088055} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.004255] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.008479] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21bbcd5-7a25-4220-9283-4281a7886d39 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.012578] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Successfully created port: 5a5c1f58-bff4-4929-9995-fd6305895db7 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.046044] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 84fb1344-f3c6-49d1-8f1d-32b2d3e96250/84fb1344-f3c6-49d1-8f1d-32b2d3e96250.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.049849] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1933d4e0-808d-4e33-be21-0318ebf1aa5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.065696] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.065696] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.065880] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleting the datastore file [datastore1] 2aa89765-b922-47f0-9bfe-2705ebaec9eb {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.066973] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccbb8214-657f-453a-8af8-6ca7a36f3ada {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.073744] env[69262]: DEBUG oslo_vmware.api [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 901.073744] env[69262]: value = "task-3713791" [ 901.073744] env[69262]: _type = "Task" [ 901.073744] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.075435] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 901.075435] env[69262]: value = "task-3713792" [ 901.075435] env[69262]: _type = "Task" [ 901.075435] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.094367] env[69262]: DEBUG oslo_vmware.api [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.098286] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.172751] env[69262]: DEBUG nova.compute.manager [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 901.173961] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b984a000-8b50-4adf-b40c-6ea7f95d3b48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.182190] env[69262]: DEBUG nova.network.neutron [-] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.364800] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885003d7-546e-4ddf-b4b9-04f63cc0fbd5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.372908] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e39ed8-a9e1-49ac-924e-c33edecf9efb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.405069] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 1bac8a5f-f218-4168-9343-3a755b884db7] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.411182] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10cc966-2618-4b60-8b0c-291f39fc19e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.422262] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6edd3-1fe3-4179-922e-f0a921a1d88f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.438104] env[69262]: DEBUG nova.compute.provider_tree [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.477507] env[69262]: DEBUG nova.network.neutron [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Updating instance_info_cache with network_info: [{"id": "b7927e7a-2984-4758-9cba-b616d4a87eea", "address": "fa:16:3e:89:78:2a", "network": {"id": "548c1d23-a7ec-4383-aff0-254d0b75c4f3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1976918194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d61bc0319194f26900838bcb1ffea2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7927e7a-29", "ovs_interfaceid": "b7927e7a-2984-4758-9cba-b616d4a87eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.520901] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.521161] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.566630] env[69262]: DEBUG nova.compute.manager [req-ef2edae1-9478-42ff-b00a-ff78d7abb072 req-8a65f105-d585-455d-aa24-7bfdf60197f4 service nova] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Received event network-vif-deleted-af4b9a5b-012b-4f05-b4b9-7e0aaaba12f4 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.590892] env[69262]: DEBUG oslo_vmware.api [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499383} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.594573] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.594797] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.594982] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.595174] env[69262]: INFO nova.compute.manager [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 901.595452] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.595667] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.595972] env[69262]: DEBUG nova.compute.manager [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.595972] env[69262]: DEBUG nova.network.neutron [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.689050] env[69262]: INFO nova.compute.manager [-] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Took 1.43 seconds to deallocate network for instance. [ 901.749965] env[69262]: DEBUG nova.network.neutron [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6641a375-77", "ovs_interfaceid": "6641a375-773a-4e77-93b5-e8cba418b05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.798281] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.802527] env[69262]: DEBUG nova.network.neutron [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updated VIF entry in instance network info cache for port bd7081d9-acd5-4921-a6b0-5c8c5299e768. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.802527] env[69262]: DEBUG nova.network.neutron [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updating instance_info_cache with network_info: [{"id": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "address": "fa:16:3e:54:6d:ec", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7081d9-ac", "ovs_interfaceid": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.843068] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.843392] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.843997] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.843997] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.844158] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.844705] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.844705] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.844705] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.845041] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.845257] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.845257] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.846695] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efa1822-1445-4baa-be97-b36b53794ff3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.860127] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881f9af-8ec6-4185-a79b-cf94e69b7958 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.914960] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 266e36d8-f549-490a-a288-2437185c6d7f] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.942828] env[69262]: DEBUG nova.scheduler.client.report [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.981074] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Releasing lock "refresh_cache-6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.985060] env[69262]: DEBUG nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Instance network_info: |[{"id": "b7927e7a-2984-4758-9cba-b616d4a87eea", "address": "fa:16:3e:89:78:2a", "network": {"id": "548c1d23-a7ec-4383-aff0-254d0b75c4f3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1976918194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d61bc0319194f26900838bcb1ffea2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7927e7a-29", "ovs_interfaceid": "b7927e7a-2984-4758-9cba-b616d4a87eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.985060] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:78:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7927e7a-2984-4758-9cba-b616d4a87eea', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.993339] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Creating folder: Project (0d61bc0319194f26900838bcb1ffea2f). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.998618] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e8f905-0186-48e0-9d67-c24b50b0205b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.013358] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Created folder: Project (0d61bc0319194f26900838bcb1ffea2f) in parent group-v739409. [ 902.013358] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Creating folder: Instances. Parent ref: group-v739615. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.013358] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cae78a6b-85de-4783-ba63-10e85e15ae94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.026036] env[69262]: DEBUG nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.029019] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Created folder: Instances in parent group-v739615. [ 902.029509] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.031103] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.031529] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-462b168a-94a4-4ac2-8651-2ac6e54aa2c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.055032] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.055032] env[69262]: value = "task-3713795" [ 902.055032] env[69262]: _type = "Task" [ 902.055032] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.068939] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713795, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.095107] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713792, 'name': ReconfigVM_Task, 'duration_secs': 0.748266} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.095436] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 84fb1344-f3c6-49d1-8f1d-32b2d3e96250/84fb1344-f3c6-49d1-8f1d-32b2d3e96250.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.096135] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b68966f-5a5f-4719-829c-f3285cfc3a8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.104528] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 902.104528] env[69262]: value = "task-3713796" [ 902.104528] env[69262]: _type = "Task" [ 902.104528] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.116154] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713796, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.125027] env[69262]: DEBUG nova.network.neutron [-] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.162065] env[69262]: DEBUG nova.network.neutron [-] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.198439] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d51192-32d5-4edd-9ae1-a24203b37b98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.202773] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.208509] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Doing hard reboot of VM {{(pid=69262) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 902.208806] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f449f621-018b-4e25-a14b-4b5a516767af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.217058] env[69262]: DEBUG oslo_vmware.api [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 902.217058] env[69262]: value = "task-3713797" [ 902.217058] env[69262]: _type = "Task" [ 902.217058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.230395] env[69262]: DEBUG oslo_vmware.api [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713797, 'name': ResetVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.254546] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.305142] env[69262]: DEBUG oslo_concurrency.lockutils [req-e5571ff5-5685-4ab7-8894-085f6280db61 req-ad456586-9aa8-4ef1-8ed8-793e929e42e9 service nova] Releasing lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.422019] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 8966e82e-2c5b-4edf-b9c9-6e8c6c72bd50] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.449523] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.450069] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.459832] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.009s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.464353] env[69262]: INFO nova.compute.claims [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.526688] env[69262]: DEBUG nova.compute.manager [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Received event network-changed-b7927e7a-2984-4758-9cba-b616d4a87eea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.526962] env[69262]: DEBUG nova.compute.manager [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Refreshing instance network info cache due to event network-changed-b7927e7a-2984-4758-9cba-b616d4a87eea. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.527195] env[69262]: DEBUG oslo_concurrency.lockutils [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] Acquiring lock "refresh_cache-6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.527383] env[69262]: DEBUG oslo_concurrency.lockutils [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] Acquired lock "refresh_cache-6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.527588] env[69262]: DEBUG nova.network.neutron [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Refreshing network info cache for port b7927e7a-2984-4758-9cba-b616d4a87eea {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.561564] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.569271] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713795, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.595599] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "54b12c61-9a30-4485-9240-a74ff5c9cd14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.595852] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.620359] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713796, 'name': Rename_Task, 'duration_secs': 0.216806} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.620660] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.620916] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a209771d-5d78-49c7-8bfa-af3ba77cf741 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.628810] env[69262]: INFO nova.compute.manager [-] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Took 2.36 seconds to deallocate network for instance. [ 902.629241] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 902.629241] env[69262]: value = "task-3713798" [ 902.629241] env[69262]: _type = "Task" [ 902.629241] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.645416] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.657342] env[69262]: DEBUG nova.network.neutron [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.665550] env[69262]: INFO nova.compute.manager [-] [instance: 62593aee-807d-4efd-8377-26d38f9cd44d] Took 1.79 seconds to deallocate network for instance. [ 902.728951] env[69262]: DEBUG oslo_vmware.api [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713797, 'name': ResetVM_Task, 'duration_secs': 0.126488} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.729766] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Did hard reboot of VM {{(pid=69262) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 902.730042] env[69262]: DEBUG nova.compute.manager [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.731164] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc5cfbf-e486-4670-96ad-3c8987f12138 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.839084] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.839222] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee32fb-e7ee-400f-b1ab-04497910c1ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.850586] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.850586] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-002a73f9-3779-4f9c-98f6-ccc2b4c37ca4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.924169] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 7d51790a-49cf-4543-9019-ec99fa441217] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.946832] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.947285] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.947678] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleting the datastore file [datastore2] 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.948597] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c6da158-7faa-4d38-8692-03ff392e26ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.956451] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 902.956451] env[69262]: value = "task-3713801" [ 902.956451] env[69262]: _type = "Task" [ 902.956451] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.968926] env[69262]: DEBUG nova.compute.utils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.976243] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.976243] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.976243] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.069191] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713795, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.100080] env[69262]: DEBUG nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.139194] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.145624] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.160409] env[69262]: INFO nova.compute.manager [-] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Took 1.56 seconds to deallocate network for instance. [ 903.249680] env[69262]: DEBUG oslo_concurrency.lockutils [None req-89a67910-3832-4fa7-bb6e-903cc26c2ec9 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.390s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.257044] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Successfully updated port: 5a5c1f58-bff4-4929-9995-fd6305895db7 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.342264] env[69262]: DEBUG nova.network.neutron [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Updated VIF entry in instance network info cache for port b7927e7a-2984-4758-9cba-b616d4a87eea. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.342843] env[69262]: DEBUG nova.network.neutron [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Updating instance_info_cache with network_info: [{"id": "b7927e7a-2984-4758-9cba-b616d4a87eea", "address": "fa:16:3e:89:78:2a", "network": {"id": "548c1d23-a7ec-4383-aff0-254d0b75c4f3", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1976918194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d61bc0319194f26900838bcb1ffea2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7927e7a-29", "ovs_interfaceid": "b7927e7a-2984-4758-9cba-b616d4a87eea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.357967] env[69262]: DEBUG nova.policy [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c23034588bd4442ab4791463f918661e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb57429869424ebb97a5bdfff3d9589c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.429066] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5ba7eafb-0ece-4cb2-b16a-067ee58988f1] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.467908] env[69262]: DEBUG oslo_vmware.api [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215032} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.468285] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.468481] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.468666] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.477686] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.501198] env[69262]: INFO nova.scheduler.client.report [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleted allocations for instance 2c383460-4553-4dea-b299-e3cc52541ca2 [ 903.569787] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713795, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.629294] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.647573] env[69262]: DEBUG oslo_vmware.api [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713798, 'name': PowerOnVM_Task, 'duration_secs': 0.667124} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.651121] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.652037] env[69262]: INFO nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Took 9.28 seconds to spawn the instance on the hypervisor. [ 903.652037] env[69262]: DEBUG nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 903.652744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c793b-0e6f-4b31-8a2b-31e48d056a11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.669282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.704311] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1a3e1199-7f5d-4dcc-bca0-21f6e36b03cf tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "62593aee-807d-4efd-8377-26d38f9cd44d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.419s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.759972] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "refresh_cache-5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.760100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "refresh_cache-5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.760256] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.845466] env[69262]: DEBUG oslo_concurrency.lockutils [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] Releasing lock "refresh_cache-6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.845763] env[69262]: DEBUG nova.compute.manager [req-e85a30c4-492a-422f-8a84-6b9f9383386e req-3b6a7b4b-e179-42e2-89de-be7f268c020e service nova] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Received event network-vif-deleted-5b124940-27d6-4e82-81ce-e7d3359ef646 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.934025] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 38b2f84d-0d1b-4674-87b0-a118486e7218] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.013560] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.026240] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be2471-9442-4188-9283-6c1065b32938 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.037740] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1290a7a7-69b4-46f8-9ae9-f44aaf81a491 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.076459] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c298bf9-8663-4696-b8a8-db1cd52faf3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.086641] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713795, 'name': CreateVM_Task, 'duration_secs': 1.654752} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.087912] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43c2496-2fcd-4dee-8ea1-47b1ae63b582 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.091752] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.093443] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.093898] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.093980] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.094573] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6711edb6-3496-413d-9093-a26a62588f08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.105019] env[69262]: DEBUG nova.compute.provider_tree [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.110557] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 904.110557] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521b3e5c-1d38-93f6-dcf5-21084e193dee" [ 904.110557] env[69262]: _type = "Task" [ 904.110557] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.120562] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521b3e5c-1d38-93f6-dcf5-21084e193dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.155990] env[69262]: DEBUG nova.compute.manager [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Received event network-vif-deleted-66995842-e4b6-4cca-b689-3cc219f28b07 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.156253] env[69262]: DEBUG nova.compute.manager [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Received event network-vif-deleted-52c5e51b-3cc2-448b-98d7-27baf28aec8e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.156433] env[69262]: DEBUG nova.compute.manager [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received event network-vif-unplugged-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.156631] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.156869] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.157160] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.157347] env[69262]: DEBUG nova.compute.manager [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] No waiting events found dispatching network-vif-unplugged-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.157520] env[69262]: WARNING nova.compute.manager [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received unexpected event network-vif-unplugged-6641a375-773a-4e77-93b5-e8cba418b05d for instance with vm_state shelved_offloaded and task_state None. [ 904.157684] env[69262]: DEBUG nova.compute.manager [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received event network-changed-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.157833] env[69262]: DEBUG nova.compute.manager [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Refreshing instance network info cache due to event network-changed-6641a375-773a-4e77-93b5-e8cba418b05d. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.158031] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] Acquiring lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.158180] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] Acquired lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.158338] env[69262]: DEBUG nova.network.neutron [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Refreshing network info cache for port 6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.172304] env[69262]: INFO nova.compute.manager [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Took 61.51 seconds to build instance. [ 904.197578] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Successfully created port: c27b311d-3328-4215-8de5-1b86b7ae104c {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.305284] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.436941] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 7a983d1c-5bad-45f5-a8e4-e1c1d2274725] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.489282] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.518084] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.518346] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.518501] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.518678] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.518824] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.518997] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.519639] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.519812] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.519984] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.520168] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.520361] env[69262]: DEBUG nova.virt.hardware [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.521550] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db01587-1108-4d9d-9939-90a8e53469ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.528512] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Updating instance_info_cache with network_info: [{"id": "5a5c1f58-bff4-4929-9995-fd6305895db7", "address": "fa:16:3e:9a:fd:ce", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a5c1f58-bf", "ovs_interfaceid": "5a5c1f58-bff4-4929-9995-fd6305895db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.534626] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19c9ead-8776-416e-ade5-04bf4b6c7c01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.609225] env[69262]: DEBUG nova.scheduler.client.report [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.625181] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521b3e5c-1d38-93f6-dcf5-21084e193dee, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.625181] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.625706] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.626080] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.626239] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.626428] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.626756] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12c62187-68e3-4cd9-b6a4-90372be56c8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.640798] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.640956] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.642110] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6117cf32-173d-478e-aee0-903eb80b3e7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.652515] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 904.652515] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52794f04-f98a-c0d8-fe7e-15b93a583f41" [ 904.652515] env[69262]: _type = "Task" [ 904.652515] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.669267] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52794f04-f98a-c0d8-fe7e-15b93a583f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.674518] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8b34b82-a4fd-4ef1-8793-7cfd4627840f tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.019s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.940136] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: d228eae2-6159-4152-aeb2-705fd917488a] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.981281] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 904.981546] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739614', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'name': 'volume-4e6878f3-86b1-4216-ae83-dd4926a07496', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4184821a-18c0-4f78-8ad1-fc56470105b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'serial': '4e6878f3-86b1-4216-ae83-dd4926a07496'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 904.982600] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ee9f8-c89d-4f18-ba7a-30325a391c8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.006504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816989f8-5704-443e-a09f-e2c1644c15e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.033449] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-4e6878f3-86b1-4216-ae83-dd4926a07496/volume-4e6878f3-86b1-4216-ae83-dd4926a07496.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.034054] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "refresh_cache-5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.034694] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Instance network_info: |[{"id": "5a5c1f58-bff4-4929-9995-fd6305895db7", "address": "fa:16:3e:9a:fd:ce", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a5c1f58-bf", "ovs_interfaceid": "5a5c1f58-bff4-4929-9995-fd6305895db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.034694] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-322a412d-165a-46dc-a353-3bfde66ef493 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.047958] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:fd:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a5c1f58-bff4-4929-9995-fd6305895db7', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.055964] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Creating folder: Project (fb57429869424ebb97a5bdfff3d9589c). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.056930] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73ac02f5-6331-417a-aa48-f8fdd842c8c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.065488] env[69262]: DEBUG oslo_vmware.api [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 905.065488] env[69262]: value = "task-3713803" [ 905.065488] env[69262]: _type = "Task" [ 905.065488] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.071175] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Created folder: Project (fb57429869424ebb97a5bdfff3d9589c) in parent group-v739409. [ 905.071415] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Creating folder: Instances. Parent ref: group-v739618. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.077219] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f46cf57-d34f-4859-8095-72e21ffdb999 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.078988] env[69262]: DEBUG oslo_vmware.api [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.086145] env[69262]: DEBUG nova.compute.manager [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Received event network-vif-plugged-5a5c1f58-bff4-4929-9995-fd6305895db7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.086392] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] Acquiring lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.086810] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.086810] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.086965] env[69262]: DEBUG nova.compute.manager [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] No waiting events found dispatching network-vif-plugged-5a5c1f58-bff4-4929-9995-fd6305895db7 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 905.087138] env[69262]: WARNING nova.compute.manager [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Received unexpected event network-vif-plugged-5a5c1f58-bff4-4929-9995-fd6305895db7 for instance with vm_state building and task_state spawning. [ 905.087308] env[69262]: DEBUG nova.compute.manager [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Received event network-changed-5a5c1f58-bff4-4929-9995-fd6305895db7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.087463] env[69262]: DEBUG nova.compute.manager [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Refreshing instance network info cache due to event network-changed-5a5c1f58-bff4-4929-9995-fd6305895db7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.087653] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] Acquiring lock "refresh_cache-5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.087787] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] Acquired lock "refresh_cache-5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.087939] env[69262]: DEBUG nova.network.neutron [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Refreshing network info cache for port 5a5c1f58-bff4-4929-9995-fd6305895db7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.091403] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Created folder: Instances in parent group-v739618. [ 905.091786] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.092680] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.092977] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-126ddf7b-2337-4ed4-a2ee-11f46166e603 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.116542] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.116542] env[69262]: value = "task-3713805" [ 905.116542] env[69262]: _type = "Task" [ 905.116542] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.121435] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.121954] env[69262]: DEBUG nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.125460] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.378s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.125927] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.128209] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.099s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.129784] env[69262]: INFO nova.compute.claims [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.141024] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713805, 'name': CreateVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.165545] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52794f04-f98a-c0d8-fe7e-15b93a583f41, 'name': SearchDatastore_Task, 'duration_secs': 0.023527} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.166678] env[69262]: INFO nova.scheduler.client.report [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Deleted allocations for instance 2a1339a9-449b-4fbd-99b6-fc7978163dc5 [ 905.171303] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7319782f-ce5d-4f3d-9ec3-bb9cecf9a2cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.184026] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 905.184026] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52007875-ddd3-9dda-8225-ce3fb562db77" [ 905.184026] env[69262]: _type = "Task" [ 905.184026] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.192973] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52007875-ddd3-9dda-8225-ce3fb562db77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.278558] env[69262]: DEBUG nova.network.neutron [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updated VIF entry in instance network info cache for port 6641a375-773a-4e77-93b5-e8cba418b05d. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.278921] env[69262]: DEBUG nova.network.neutron [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6641a375-77", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.375085] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.375355] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.445315] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 594a8365-5186-4f1f-b5ff-98113fa4b8cb] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.584492] env[69262]: DEBUG oslo_vmware.api [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.630226] env[69262]: DEBUG nova.compute.utils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.632087] env[69262]: DEBUG nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.632444] env[69262]: DEBUG nova.network.neutron [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.640803] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713805, 'name': CreateVM_Task, 'duration_secs': 0.423134} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.641709] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.642464] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.642646] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.642982] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.643260] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6049fe0-b9c2-40be-995e-9ef8761946a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.651183] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 905.651183] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520dbac4-6975-9977-d072-29705ed0bdbf" [ 905.651183] env[69262]: _type = "Task" [ 905.651183] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.664012] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520dbac4-6975-9977-d072-29705ed0bdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.677510] env[69262]: DEBUG oslo_concurrency.lockutils [None req-edb773ff-190d-4655-ac3d-2c25adc6f25a tempest-ServersV294TestFqdnHostnames-1174110639 tempest-ServersV294TestFqdnHostnames-1174110639-project-member] Lock "2a1339a9-449b-4fbd-99b6-fc7978163dc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.396s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.696987] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52007875-ddd3-9dda-8225-ce3fb562db77, 'name': SearchDatastore_Task, 'duration_secs': 0.014386} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.699289] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.699808] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92/6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.700407] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ed2794-d467-40b4-9527-4c2f9a40e5ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.714598] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 905.714598] env[69262]: value = "task-3713806" [ 905.714598] env[69262]: _type = "Task" [ 905.714598] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.729238] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.748177] env[69262]: DEBUG nova.policy [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c16e8aa5a2e4f519db6131eeae83ff2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c93236b0dc5d49abb6cbaec1e47d58d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.781849] env[69262]: DEBUG oslo_concurrency.lockutils [req-d3add73f-792f-446d-a936-223c4db9ee54 req-6745bd17-28c2-4e4f-b312-a9d9381bfbf3 service nova] Releasing lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.879205] env[69262]: DEBUG nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.953165] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5a29cea9-6a42-42c3-b342-64ce6f5f804d] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.968324] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.968451] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.968741] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.968741] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.968876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.972287] env[69262]: INFO nova.compute.manager [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Terminating instance [ 906.087790] env[69262]: DEBUG oslo_vmware.api [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713803, 'name': ReconfigVM_Task, 'duration_secs': 0.655784} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.087790] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-4e6878f3-86b1-4216-ae83-dd4926a07496/volume-4e6878f3-86b1-4216-ae83-dd4926a07496.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.091236] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f291eea-9ca4-4cb3-96e8-c730076a33b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.111378] env[69262]: DEBUG oslo_vmware.api [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 906.111378] env[69262]: value = "task-3713807" [ 906.111378] env[69262]: _type = "Task" [ 906.111378] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.128726] env[69262]: DEBUG oslo_vmware.api [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.133400] env[69262]: DEBUG nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.145022] env[69262]: DEBUG nova.network.neutron [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Updated VIF entry in instance network info cache for port 5a5c1f58-bff4-4929-9995-fd6305895db7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.145022] env[69262]: DEBUG nova.network.neutron [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Updating instance_info_cache with network_info: [{"id": "5a5c1f58-bff4-4929-9995-fd6305895db7", "address": "fa:16:3e:9a:fd:ce", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a5c1f58-bf", "ovs_interfaceid": "5a5c1f58-bff4-4929-9995-fd6305895db7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.166920] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520dbac4-6975-9977-d072-29705ed0bdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.019902} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.168189] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.168967] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.168967] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.169216] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.169263] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.169888] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b55bad3f-f7f4-46e6-adc6-f1bc01f00f69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.186795] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.186980] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.189104] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e104a567-b623-4c25-97a0-dc9915532978 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.199720] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 906.199720] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ae4f64-9a4c-6ab0-ed9c-3b67b2cf14c6" [ 906.199720] env[69262]: _type = "Task" [ 906.199720] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.213673] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ae4f64-9a4c-6ab0-ed9c-3b67b2cf14c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.216486] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.217235] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.217235] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "e14ceff4-5064-4816-8c9b-b24e716e0e25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.217467] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.218287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.220744] env[69262]: INFO nova.compute.manager [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Terminating instance [ 906.243438] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.408778] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.463709] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5a4e6eaf-4cb3-47bd-9ee0-c6abe7ad86b2] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 906.476252] env[69262]: DEBUG nova.compute.manager [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.477098] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.477741] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89072ae6-2220-447a-a2b5-2c4a73072e19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.483068] env[69262]: DEBUG nova.network.neutron [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Successfully created port: 033e2c52-72d9-4036-9905-df6f3b77d2cd {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.493569] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.493887] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cb8d10c-a1b3-40c7-b3e8-3cd73998232c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.500661] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 906.500661] env[69262]: value = "task-3713808" [ 906.500661] env[69262]: _type = "Task" [ 906.500661] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.513740] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.549006] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Successfully updated port: c27b311d-3328-4215-8de5-1b86b7ae104c {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.601303] env[69262]: DEBUG nova.compute.manager [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Received event network-changed-bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.601303] env[69262]: DEBUG nova.compute.manager [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Refreshing instance network info cache due to event network-changed-bd7081d9-acd5-4921-a6b0-5c8c5299e768. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.601303] env[69262]: DEBUG oslo_concurrency.lockutils [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] Acquiring lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.601303] env[69262]: DEBUG oslo_concurrency.lockutils [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] Acquired lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.601425] env[69262]: DEBUG nova.network.neutron [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Refreshing network info cache for port bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.629575] env[69262]: DEBUG oslo_vmware.api [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713807, 'name': ReconfigVM_Task, 'duration_secs': 0.200684} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.629683] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739614', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'name': 'volume-4e6878f3-86b1-4216-ae83-dd4926a07496', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4184821a-18c0-4f78-8ad1-fc56470105b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'serial': '4e6878f3-86b1-4216-ae83-dd4926a07496'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 906.653331] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca39ad3-4a8c-4f93-ac26-2e0507b10cf1 req-9efa71b0-9115-4dd7-adb8-b067c7fe4ea5 service nova] Releasing lock "refresh_cache-5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.680253] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad8e3ff-bb3d-401a-b805-d7fcc6820d0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.689824] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ce9bc4-b297-4072-9cc6-f2c5fd4f15f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.741650] env[69262]: DEBUG nova.compute.manager [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.741650] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.753962] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684fa945-6866-4437-bb7f-bb5931f80068 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.759032] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6dbf94-3af1-4519-8e4f-7dea0dfb1577 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.770932] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ae4f64-9a4c-6ab0-ed9c-3b67b2cf14c6, 'name': SearchDatastore_Task, 'duration_secs': 0.022803} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.781692] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713806, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.782515] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.782820] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d4327ef-4f08-44f9-ac4c-0a2380216914 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.787530] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f00ef08-df9b-45b2-9310-16195d6fd598 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.794430] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f0cf473-3364-4706-8a8c-5bc1a56faa47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.801192] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 906.801192] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eb5dfa-825e-9efd-56ad-f440c35f57fa" [ 906.801192] env[69262]: _type = "Task" [ 906.801192] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.814341] env[69262]: DEBUG nova.compute.provider_tree [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.824289] env[69262]: DEBUG oslo_vmware.api [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 906.824289] env[69262]: value = "task-3713809" [ 906.824289] env[69262]: _type = "Task" [ 906.824289] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.842303] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52eb5dfa-825e-9efd-56ad-f440c35f57fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018206} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.844195] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.844426] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1/5b35efa8-f22f-4b33-9de1-6a0e80b80fd1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.846557] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e55484b3-8eeb-4a40-a442-8e474be5dea2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.855359] env[69262]: DEBUG oslo_vmware.api [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.861877] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 906.861877] env[69262]: value = "task-3713810" [ 906.861877] env[69262]: _type = "Task" [ 906.861877] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.878767] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.969756] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b7fe0430-9c39-4b60-8279-bb51a4218e6c] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.014602] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.051439] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "refresh_cache-973b10d5-7bcc-4e1b-bb73-5240244e0b6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.051563] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "refresh_cache-973b10d5-7bcc-4e1b-bb73-5240244e0b6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.052377] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.149160] env[69262]: DEBUG nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.185690] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.186623] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.186623] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.186743] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.186886] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.187147] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.187502] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.187773] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.188357] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.188357] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.188487] env[69262]: DEBUG nova.virt.hardware [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.189751] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de3305b-108d-43d6-9586-a7318107503b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.200615] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb40d8d-48d7-47c2-bf5e-6cfc81b9600e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.253215] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713806, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.319358] env[69262]: DEBUG nova.scheduler.client.report [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.345368] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.347068] env[69262]: DEBUG oslo_vmware.api [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.379680] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.476424] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 650bd951-2b5c-405e-9814-8b57857add16] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.509871] env[69262]: DEBUG nova.network.neutron [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updated VIF entry in instance network info cache for port bd7081d9-acd5-4921-a6b0-5c8c5299e768. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.510423] env[69262]: DEBUG nova.network.neutron [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updating instance_info_cache with network_info: [{"id": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "address": "fa:16:3e:54:6d:ec", "network": {"id": "2a355c0a-f392-4e93-9842-d0420cdcbbec", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-308890440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1344687a67b4612bbef84fa4327b1c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7081d9-ac", "ovs_interfaceid": "bd7081d9-acd5-4921-a6b0-5c8c5299e768", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.520225] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.592223] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.700470] env[69262]: DEBUG nova.objects.instance [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lazy-loading 'flavor' on Instance uuid 4184821a-18c0-4f78-8ad1-fc56470105b5 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.759198] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713806, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.656926} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.759562] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92/6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.760512] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.760512] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e84c4357-6228-47dd-9d22-039abe7a18d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.769812] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 907.769812] env[69262]: value = "task-3713811" [ 907.769812] env[69262]: _type = "Task" [ 907.769812] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.792636] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.844896] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.845583] env[69262]: DEBUG nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 907.854306] env[69262]: DEBUG oslo_vmware.api [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713809, 'name': PowerOffVM_Task, 'duration_secs': 0.881304} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.854306] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.131s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.854306] env[69262]: DEBUG nova.objects.instance [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.857050] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.857050] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.857232] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f178597-7b46-4209-b14e-117337cfbc28 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.863282] env[69262]: DEBUG nova.network.neutron [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Updating instance_info_cache with network_info: [{"id": "c27b311d-3328-4215-8de5-1b86b7ae104c", "address": "fa:16:3e:31:f8:d6", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27b311d-33", "ovs_interfaceid": "c27b311d-3328-4215-8de5-1b86b7ae104c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.878234] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713810, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.969890] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.969890] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.970303] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Deleting the datastore file [datastore1] e14ceff4-5064-4816-8c9b-b24e716e0e25 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.971193] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b843e78b-8873-4250-8b8d-b24d37fa9f0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.981215] env[69262]: DEBUG oslo_vmware.api [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 907.981215] env[69262]: value = "task-3713813" [ 907.981215] env[69262]: _type = "Task" [ 907.981215] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.987544] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 77282dc6-c5d8-47ce-8458-81b7672edd10] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 907.997845] env[69262]: DEBUG oslo_vmware.api [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.016226] env[69262]: DEBUG oslo_concurrency.lockutils [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] Releasing lock "refresh_cache-e14ceff4-5064-4816-8c9b-b24e716e0e25" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.016661] env[69262]: DEBUG nova.compute.manager [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Received event network-vif-plugged-c27b311d-3328-4215-8de5-1b86b7ae104c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.016895] env[69262]: DEBUG oslo_concurrency.lockutils [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] Acquiring lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.017173] env[69262]: DEBUG oslo_concurrency.lockutils [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.017370] env[69262]: DEBUG oslo_concurrency.lockutils [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.017554] env[69262]: DEBUG nova.compute.manager [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] No waiting events found dispatching network-vif-plugged-c27b311d-3328-4215-8de5-1b86b7ae104c {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 908.017737] env[69262]: WARNING nova.compute.manager [req-99a02f07-19b5-444a-a405-03e675810211 req-f09fcdea-af3b-45a6-9dca-aa29482a29d9 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Received unexpected event network-vif-plugged-c27b311d-3328-4215-8de5-1b86b7ae104c for instance with vm_state building and task_state spawning. [ 908.018159] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713808, 'name': PowerOffVM_Task, 'duration_secs': 1.181479} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.019049] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.019234] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.019492] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ca5e7a-072c-4897-b0e4-084aadcfc917 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.048469] env[69262]: INFO nova.compute.manager [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Rescuing [ 908.048469] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.048602] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.049731] env[69262]: DEBUG nova.network.neutron [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.100750] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.101053] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.101253] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleting the datastore file [datastore2] 84fb1344-f3c6-49d1-8f1d-32b2d3e96250 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.101564] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9777766c-a387-43ce-8945-b53ab703b467 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.109339] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for the task: (returnval){ [ 908.109339] env[69262]: value = "task-3713815" [ 908.109339] env[69262]: _type = "Task" [ 908.109339] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.119950] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.210671] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9465b394-fecd-4c5e-8fea-ef7aaf3998b0 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.897s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.279961] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "116122e9-eb20-4b2e-8622-8acc1cbc3672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.280226] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.287179] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197384} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.287179] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.287718] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8414f007-b1f3-440e-a117-58a3928d6d25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.312623] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92/6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.313392] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e674649-3cc2-48f6-95fd-ecbe46fcf359 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.337035] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 908.337035] env[69262]: value = "task-3713816" [ 908.337035] env[69262]: _type = "Task" [ 908.337035] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.352948] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.359016] env[69262]: DEBUG nova.compute.utils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.361131] env[69262]: DEBUG nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 908.361131] env[69262]: DEBUG nova.network.neutron [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 908.371191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "refresh_cache-973b10d5-7bcc-4e1b-bb73-5240244e0b6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.371352] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Instance network_info: |[{"id": "c27b311d-3328-4215-8de5-1b86b7ae104c", "address": "fa:16:3e:31:f8:d6", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27b311d-33", "ovs_interfaceid": "c27b311d-3328-4215-8de5-1b86b7ae104c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.372026] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:f8:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c27b311d-3328-4215-8de5-1b86b7ae104c', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.380230] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.382014] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.382272] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17095ad9-4ec8-4c9f-a5ab-1ee20d051b6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.401689] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713810, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.130642} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.401860] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1/5b35efa8-f22f-4b33-9de1-6a0e80b80fd1.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.401993] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.402266] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34b8c39d-3932-48d9-af91-7b2c876ba793 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.407865] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.407865] env[69262]: value = "task-3713817" [ 908.407865] env[69262]: _type = "Task" [ 908.407865] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.417564] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 908.417564] env[69262]: value = "task-3713818" [ 908.417564] env[69262]: _type = "Task" [ 908.417564] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.430022] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713817, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.434191] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.436791] env[69262]: DEBUG nova.policy [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9db40bfb442943c3925771284b64983d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c700e7c74b1640328530e4d13bae9516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 908.455564] env[69262]: DEBUG nova.compute.manager [req-96211877-1745-4181-ac53-27f5b43716e7 req-d7e406af-29e5-43ba-971d-266aecbe4635 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Received event network-vif-plugged-033e2c52-72d9-4036-9905-df6f3b77d2cd {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.455757] env[69262]: DEBUG oslo_concurrency.lockutils [req-96211877-1745-4181-ac53-27f5b43716e7 req-d7e406af-29e5-43ba-971d-266aecbe4635 service nova] Acquiring lock "770376e5-3975-4e78-a92b-fc4b94f13164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.456685] env[69262]: DEBUG oslo_concurrency.lockutils [req-96211877-1745-4181-ac53-27f5b43716e7 req-d7e406af-29e5-43ba-971d-266aecbe4635 service nova] Lock "770376e5-3975-4e78-a92b-fc4b94f13164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.456851] env[69262]: DEBUG oslo_concurrency.lockutils [req-96211877-1745-4181-ac53-27f5b43716e7 req-d7e406af-29e5-43ba-971d-266aecbe4635 service nova] Lock "770376e5-3975-4e78-a92b-fc4b94f13164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.457093] env[69262]: DEBUG nova.compute.manager [req-96211877-1745-4181-ac53-27f5b43716e7 req-d7e406af-29e5-43ba-971d-266aecbe4635 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] No waiting events found dispatching network-vif-plugged-033e2c52-72d9-4036-9905-df6f3b77d2cd {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 908.457309] env[69262]: WARNING nova.compute.manager [req-96211877-1745-4181-ac53-27f5b43716e7 req-d7e406af-29e5-43ba-971d-266aecbe4635 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Received unexpected event network-vif-plugged-033e2c52-72d9-4036-9905-df6f3b77d2cd for instance with vm_state building and task_state spawning. [ 908.476738] env[69262]: DEBUG nova.network.neutron [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Successfully updated port: 033e2c52-72d9-4036-9905-df6f3b77d2cd {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.496180] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: ad8a3a86-13df-41d9-b660-b30255a41fab] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 908.500616] env[69262]: DEBUG oslo_vmware.api [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373912} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.500616] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.500616] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.500616] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.500616] env[69262]: INFO nova.compute.manager [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Took 1.76 seconds to destroy the instance on the hypervisor. [ 908.500844] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.501449] env[69262]: DEBUG nova.compute.manager [-] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.501449] env[69262]: DEBUG nova.network.neutron [-] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.621785] env[69262]: DEBUG oslo_vmware.api [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Task: {'id': task-3713815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304028} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.621986] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.622143] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.622328] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.622505] env[69262]: INFO nova.compute.manager [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Took 2.15 seconds to destroy the instance on the hypervisor. [ 908.622788] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.623047] env[69262]: DEBUG nova.compute.manager [-] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.623190] env[69262]: DEBUG nova.network.neutron [-] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.684463] env[69262]: DEBUG nova.compute.manager [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Received event network-changed-c27b311d-3328-4215-8de5-1b86b7ae104c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.684463] env[69262]: DEBUG nova.compute.manager [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Refreshing instance network info cache due to event network-changed-c27b311d-3328-4215-8de5-1b86b7ae104c. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.684463] env[69262]: DEBUG oslo_concurrency.lockutils [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] Acquiring lock "refresh_cache-973b10d5-7bcc-4e1b-bb73-5240244e0b6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.684463] env[69262]: DEBUG oslo_concurrency.lockutils [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] Acquired lock "refresh_cache-973b10d5-7bcc-4e1b-bb73-5240244e0b6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.684463] env[69262]: DEBUG nova.network.neutron [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Refreshing network info cache for port c27b311d-3328-4215-8de5-1b86b7ae104c {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.782543] env[69262]: DEBUG nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.853579] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.868578] env[69262]: DEBUG nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.871949] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8c9929c-da68-48fc-951a-76c855832d8f tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.873654] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.677s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.873897] env[69262]: DEBUG nova.objects.instance [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lazy-loading 'resources' on Instance uuid 49c1a63e-e474-43bf-a228-e846db2d3853 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.922122] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713817, 'name': CreateVM_Task, 'duration_secs': 0.406582} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.925553] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.926633] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.926801] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.927155] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.928501] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a685b7-112e-4312-84de-6b61ccc35a2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.935400] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076777} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.938191] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.940632] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e5078-1fe3-4c43-9505-887107042d1a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.944161] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 908.944161] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52561607-293b-c515-38f3-f9dd611abcb7" [ 908.944161] env[69262]: _type = "Task" [ 908.944161] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.972049] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1/5b35efa8-f22f-4b33-9de1-6a0e80b80fd1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.972439] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5241c8-bc76-40a8-babf-4c080bc17f2e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.994652] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "refresh_cache-770376e5-3975-4e78-a92b-fc4b94f13164" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.994652] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquired lock "refresh_cache-770376e5-3975-4e78-a92b-fc4b94f13164" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.994652] env[69262]: DEBUG nova.network.neutron [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.994652] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52561607-293b-c515-38f3-f9dd611abcb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.995526] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.995664] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.995830] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.995976] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.996169] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.996443] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e5ba63b-2061-4fe7-8d56-c3cdb4ab9161 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.001054] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 909.001054] env[69262]: value = "task-3713819" [ 909.001054] env[69262]: _type = "Task" [ 909.001054] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.002207] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: e7c7b1ee-7191-4d9a-a716-6a964a8e19b8] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.009761] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.009761] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.010659] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9d8473-3a41-4ed1-a117-44bae6682aec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.017017] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.020848] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 909.020848] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523d58fa-a37a-06f5-f568-89e1746f5f64" [ 909.020848] env[69262]: _type = "Task" [ 909.020848] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.030765] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523d58fa-a37a-06f5-f568-89e1746f5f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.108802] env[69262]: DEBUG nova.network.neutron [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Successfully created port: a7993a2c-69a8-437f-bc8c-f1b7c6217c3f {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.321724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.352159] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.513033] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: d411f0f0-7f78-4408-84ac-27520ad7aced] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 909.527072] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.540421] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523d58fa-a37a-06f5-f568-89e1746f5f64, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.545616] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60fd99f2-bbf1-4616-bebc-40f17a8f3f02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.552571] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 909.552571] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520fe11e-fe74-18cc-e02e-6bb1da8405a8" [ 909.552571] env[69262]: _type = "Task" [ 909.552571] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.561901] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520fe11e-fe74-18cc-e02e-6bb1da8405a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.589017] env[69262]: DEBUG nova.network.neutron [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.614572] env[69262]: DEBUG nova.network.neutron [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.848994] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.882581] env[69262]: DEBUG nova.network.neutron [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Updated VIF entry in instance network info cache for port c27b311d-3328-4215-8de5-1b86b7ae104c. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.883053] env[69262]: DEBUG nova.network.neutron [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Updating instance_info_cache with network_info: [{"id": "c27b311d-3328-4215-8de5-1b86b7ae104c", "address": "fa:16:3e:31:f8:d6", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc27b311d-33", "ovs_interfaceid": "c27b311d-3328-4215-8de5-1b86b7ae104c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.890200] env[69262]: DEBUG nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 909.926844] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b1c12ef02d0798203eaee3508e9d695b',container_format='bare',created_at=2025-04-29T08:52:45Z,direct_url=,disk_format='vmdk',id=183ba8d8-c71c-4842-bcdf-b8a239beb1f6,min_disk=1,min_ram=0,name='tempest-test-snap-418222517',owner='c700e7c74b1640328530e4d13bae9516',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-29T08:53:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.928286] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.928595] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.932023] env[69262]: DEBUG nova.virt.hardware [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.932023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e0588-cdfb-49c1-835e-dfd13c511fc4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.937194] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dcd94a-aaf8-4500-b567-87ebf9b37ddf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.949381] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd9b44c-db4d-4a2a-9af3-68bf6c9ae087 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.954759] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f5c2b-17f0-4b62-b1e7-d189b5b2b822 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.003184] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ade77d-4416-43a5-be5e-b083aa47b1e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.018982] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4503af69-0231-4a85-9427-9ef2e2a8e352 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.023109] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.023585] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: f3ea3756-4188-4268-bad1-5f72cdab46aa] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.036380] env[69262]: DEBUG nova.compute.provider_tree [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.065469] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520fe11e-fe74-18cc-e02e-6bb1da8405a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.065795] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.065985] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 973b10d5-7bcc-4e1b-bb73-5240244e0b6e/973b10d5-7bcc-4e1b-bb73-5240244e0b6e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.066265] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1128bb66-b139-45f1-a6ea-f52fe54f046b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.074625] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 910.074625] env[69262]: value = "task-3713820" [ 910.074625] env[69262]: _type = "Task" [ 910.074625] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.085490] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.102612] env[69262]: DEBUG nova.network.neutron [-] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.114066] env[69262]: DEBUG nova.network.neutron [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Updating instance_info_cache with network_info: [{"id": "033e2c52-72d9-4036-9905-df6f3b77d2cd", "address": "fa:16:3e:8d:a3:b1", "network": {"id": "44572c59-9154-460d-89b2-ffdcef205bd4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1185030762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93236b0dc5d49abb6cbaec1e47d58d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e2c52-72", "ovs_interfaceid": "033e2c52-72d9-4036-9905-df6f3b77d2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.117842] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.245807] env[69262]: DEBUG nova.network.neutron [-] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.354578] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713816, 'name': ReconfigVM_Task, 'duration_secs': 1.51529} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.354918] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92/6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.355690] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40c48839-245e-4f05-82de-458b1304a0cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.364337] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 910.364337] env[69262]: value = "task-3713821" [ 910.364337] env[69262]: _type = "Task" [ 910.364337] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.375336] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713821, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.386930] env[69262]: DEBUG oslo_concurrency.lockutils [req-50faec24-0ccf-43c4-981c-4a57a525481f req-dd11d4cc-3f45-4b89-a469-aea9a9745309 service nova] Releasing lock "refresh_cache-973b10d5-7bcc-4e1b-bb73-5240244e0b6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.518289] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713819, 'name': ReconfigVM_Task, 'duration_secs': 1.132072} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.518682] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1/5b35efa8-f22f-4b33-9de1-6a0e80b80fd1.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.519441] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6278fba1-4639-4133-a1d0-79639edc87b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.527625] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: f7dba330-0d27-429c-860e-4e74e14bf018] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 910.533026] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 910.533026] env[69262]: value = "task-3713822" [ 910.533026] env[69262]: _type = "Task" [ 910.533026] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.540017] env[69262]: DEBUG nova.scheduler.client.report [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.549054] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713822, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.587280] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713820, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.606670] env[69262]: INFO nova.compute.manager [-] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Took 2.11 seconds to deallocate network for instance. [ 910.618160] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Releasing lock "refresh_cache-770376e5-3975-4e78-a92b-fc4b94f13164" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.618600] env[69262]: DEBUG nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Instance network_info: |[{"id": "033e2c52-72d9-4036-9905-df6f3b77d2cd", "address": "fa:16:3e:8d:a3:b1", "network": {"id": "44572c59-9154-460d-89b2-ffdcef205bd4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1185030762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93236b0dc5d49abb6cbaec1e47d58d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e2c52-72", "ovs_interfaceid": "033e2c52-72d9-4036-9905-df6f3b77d2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.619216] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:a3:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd669e36a-5c9d-4fa4-92c8-90e7cb814262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '033e2c52-72d9-4036-9905-df6f3b77d2cd', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.629587] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Creating folder: Project (c93236b0dc5d49abb6cbaec1e47d58d6). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.630088] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcbe13be-01c6-4333-93ee-b25a2340ff81 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.645701] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Created folder: Project (c93236b0dc5d49abb6cbaec1e47d58d6) in parent group-v739409. [ 910.645701] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Creating folder: Instances. Parent ref: group-v739622. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.650863] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa5ecac0-d513-4e96-bd21-58fb092bd563 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.666046] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Created folder: Instances in parent group-v739622. [ 910.666046] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.666046] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.666206] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-785ecbe4-44fe-4f5b-aa6f-6e1dea15d113 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.688908] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.688908] env[69262]: value = "task-3713825" [ 910.688908] env[69262]: _type = "Task" [ 910.688908] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.699102] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713825, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.749269] env[69262]: INFO nova.compute.manager [-] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Took 2.13 seconds to deallocate network for instance. [ 910.877361] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713821, 'name': Rename_Task, 'duration_secs': 0.329336} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.877666] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.877916] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd15ff5e-1578-45d5-a08c-6a9117b8faf9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.885914] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 910.885914] env[69262]: value = "task-3713826" [ 910.885914] env[69262]: _type = "Task" [ 910.885914] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.896110] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.005528] env[69262]: DEBUG nova.compute.manager [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Received event network-changed-033e2c52-72d9-4036-9905-df6f3b77d2cd {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.005528] env[69262]: DEBUG nova.compute.manager [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Refreshing instance network info cache due to event network-changed-033e2c52-72d9-4036-9905-df6f3b77d2cd. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 911.005811] env[69262]: DEBUG oslo_concurrency.lockutils [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] Acquiring lock "refresh_cache-770376e5-3975-4e78-a92b-fc4b94f13164" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.005811] env[69262]: DEBUG oslo_concurrency.lockutils [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] Acquired lock "refresh_cache-770376e5-3975-4e78-a92b-fc4b94f13164" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.006066] env[69262]: DEBUG nova.network.neutron [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Refreshing network info cache for port 033e2c52-72d9-4036-9905-df6f3b77d2cd {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.034865] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: da8df25b-8c1e-4d3f-8b5f-a7d6585ea499] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 911.047138] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713822, 'name': Rename_Task, 'duration_secs': 0.204481} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.047453] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.047721] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad9a9c9-6cc9-4925-bbcd-41fde775c4c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.050453] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.052915] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.946s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.061907] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 911.061907] env[69262]: value = "task-3713827" [ 911.061907] env[69262]: _type = "Task" [ 911.061907] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.079200] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.091610] env[69262]: INFO nova.scheduler.client.report [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleted allocations for instance 49c1a63e-e474-43bf-a228-e846db2d3853 [ 911.097205] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565448} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.099872] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 973b10d5-7bcc-4e1b-bb73-5240244e0b6e/973b10d5-7bcc-4e1b-bb73-5240244e0b6e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.100177] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.100465] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daafad16-f71e-43e1-9429-4bde8a1365a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.112468] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 911.112468] env[69262]: value = "task-3713828" [ 911.112468] env[69262]: _type = "Task" [ 911.112468] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.117856] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.124960] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.202078] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713825, 'name': CreateVM_Task, 'duration_secs': 0.500472} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.202078] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.202754] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.202964] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.203356] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.203589] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df23f8e-b475-4dd4-9d96-6b550988840a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.209693] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 911.209693] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c507af-9493-8f95-2fdc-f43faa76486c" [ 911.209693] env[69262]: _type = "Task" [ 911.209693] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.219954] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c507af-9493-8f95-2fdc-f43faa76486c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.256855] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.396484] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.486316] env[69262]: DEBUG nova.network.neutron [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Successfully updated port: a7993a2c-69a8-437f-bc8c-f1b7c6217c3f {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.540865] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.541134] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Cleaning up deleted instances with incomplete migration {{(pid=69262) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 911.559561] env[69262]: INFO nova.compute.claims [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.579807] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713827, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.606572] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fdf98eac-adf4-43f7-947d-8093ae862ce8 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "49c1a63e-e474-43bf-a228-e846db2d3853" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.840s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.625162] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073988} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.625162] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.625162] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118d4514-b045-4913-8cef-672557f87530 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.655938] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 973b10d5-7bcc-4e1b-bb73-5240244e0b6e/973b10d5-7bcc-4e1b-bb73-5240244e0b6e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.659105] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9561a13-93d1-41af-b3be-2347a52caadd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.677791] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.677791] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eafc995c-e472-4020-aa01-fdfb2a39f299 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.684316] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 911.684316] env[69262]: value = "task-3713829" [ 911.684316] env[69262]: _type = "Task" [ 911.684316] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.685916] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 911.685916] env[69262]: value = "task-3713830" [ 911.685916] env[69262]: _type = "Task" [ 911.685916] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.700719] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.704524] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.729120] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c507af-9493-8f95-2fdc-f43faa76486c, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.729120] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.729120] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.729307] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.729356] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.729537] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.729892] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcf8f897-7e4a-4a1b-acc9-f625d7c7e2b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.744223] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.744223] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.744223] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb64832e-a566-4aab-a9e4-f72a64194b04 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.751902] env[69262]: DEBUG nova.compute.manager [req-febadbe2-2c97-4364-b422-98f2cb7af885 req-d959023a-557a-43a6-bcb9-8ab0934f0826 service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Received event network-vif-plugged-a7993a2c-69a8-437f-bc8c-f1b7c6217c3f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.752166] env[69262]: DEBUG oslo_concurrency.lockutils [req-febadbe2-2c97-4364-b422-98f2cb7af885 req-d959023a-557a-43a6-bcb9-8ab0934f0826 service nova] Acquiring lock "e9b756d4-d6b2-4da0-900f-b900934a9538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.752825] env[69262]: DEBUG oslo_concurrency.lockutils [req-febadbe2-2c97-4364-b422-98f2cb7af885 req-d959023a-557a-43a6-bcb9-8ab0934f0826 service nova] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.755401] env[69262]: DEBUG oslo_concurrency.lockutils [req-febadbe2-2c97-4364-b422-98f2cb7af885 req-d959023a-557a-43a6-bcb9-8ab0934f0826 service nova] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.755401] env[69262]: DEBUG nova.compute.manager [req-febadbe2-2c97-4364-b422-98f2cb7af885 req-d959023a-557a-43a6-bcb9-8ab0934f0826 service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] No waiting events found dispatching network-vif-plugged-a7993a2c-69a8-437f-bc8c-f1b7c6217c3f {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 911.755401] env[69262]: WARNING nova.compute.manager [req-febadbe2-2c97-4364-b422-98f2cb7af885 req-d959023a-557a-43a6-bcb9-8ab0934f0826 service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Received unexpected event network-vif-plugged-a7993a2c-69a8-437f-bc8c-f1b7c6217c3f for instance with vm_state building and task_state spawning. [ 911.759846] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 911.759846] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c83d23-99ae-6e0f-26fe-1df6fcccfe36" [ 911.759846] env[69262]: _type = "Task" [ 911.759846] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.772443] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c83d23-99ae-6e0f-26fe-1df6fcccfe36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.900275] env[69262]: DEBUG oslo_vmware.api [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713826, 'name': PowerOnVM_Task, 'duration_secs': 0.665416} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.900275] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.900275] env[69262]: INFO nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Took 12.77 seconds to spawn the instance on the hypervisor. [ 911.900538] env[69262]: DEBUG nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.901318] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd74c74b-0086-4e72-a884-648ab0b98f2a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.989430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "refresh_cache-e9b756d4-d6b2-4da0-900f-b900934a9538" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.989430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "refresh_cache-e9b756d4-d6b2-4da0-900f-b900934a9538" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.989607] env[69262]: DEBUG nova.network.neutron [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.014493] env[69262]: DEBUG nova.network.neutron [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Updated VIF entry in instance network info cache for port 033e2c52-72d9-4036-9905-df6f3b77d2cd. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.015770] env[69262]: DEBUG nova.network.neutron [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Updating instance_info_cache with network_info: [{"id": "033e2c52-72d9-4036-9905-df6f3b77d2cd", "address": "fa:16:3e:8d:a3:b1", "network": {"id": "44572c59-9154-460d-89b2-ffdcef205bd4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1185030762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c93236b0dc5d49abb6cbaec1e47d58d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d669e36a-5c9d-4fa4-92c8-90e7cb814262", "external-id": "nsx-vlan-transportzone-589", "segmentation_id": 589, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap033e2c52-72", "ovs_interfaceid": "033e2c52-72d9-4036-9905-df6f3b77d2cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.044197] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.070407] env[69262]: INFO nova.compute.resource_tracker [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating resource usage from migration 4617c0f3-9065-4cc0-b043-ce6d93c13609 [ 912.083966] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713827, 'name': PowerOnVM_Task, 'duration_secs': 0.648933} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.084370] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.084577] env[69262]: INFO nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Took 10.29 seconds to spawn the instance on the hypervisor. [ 912.084754] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.086093] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de18bb48-b742-4f35-addd-12f87dc40dcd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.210645] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713830, 'name': ReconfigVM_Task, 'duration_secs': 0.396585} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.210964] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713829, 'name': PowerOffVM_Task, 'duration_secs': 0.24879} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.211262] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 973b10d5-7bcc-4e1b-bb73-5240244e0b6e/973b10d5-7bcc-4e1b-bb73-5240244e0b6e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.212770] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.212770] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a126ccab-535d-4fd2-8c2f-908125d1316c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.214915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8c931-4752-4f99-ada9-1dbecd5756ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.247412] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f09a4-18be-4792-ac72-ef4ad30a1818 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.251577] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 912.251577] env[69262]: value = "task-3713831" [ 912.251577] env[69262]: _type = "Task" [ 912.251577] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.259154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "10b43b23-4344-4735-86fc-915d950b2d39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.259154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "10b43b23-4344-4735-86fc-915d950b2d39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.280863] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713831, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.290418] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c83d23-99ae-6e0f-26fe-1df6fcccfe36, 'name': SearchDatastore_Task, 'duration_secs': 0.012711} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.290642] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c738a4d-8a97-49d9-8e55-bf9724060d58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.298556] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 912.298556] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52126009-4844-ec2c-a07c-ba34620a15f3" [ 912.298556] env[69262]: _type = "Task" [ 912.298556] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.309222] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.312317] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53b62d13-3440-4718-9075-e0d2b48d757b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.314077] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52126009-4844-ec2c-a07c-ba34620a15f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.322728] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 912.322728] env[69262]: value = "task-3713832" [ 912.322728] env[69262]: _type = "Task" [ 912.322728] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.332509] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.425480] env[69262]: INFO nova.compute.manager [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Took 51.65 seconds to build instance. [ 912.520034] env[69262]: DEBUG oslo_concurrency.lockutils [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] Releasing lock "refresh_cache-770376e5-3975-4e78-a92b-fc4b94f13164" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.520316] env[69262]: DEBUG nova.compute.manager [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Received event network-vif-deleted-bd7081d9-acd5-4921-a6b0-5c8c5299e768 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.520540] env[69262]: DEBUG nova.compute.manager [req-c41ac8f0-6f88-48ba-90b5-3882f0f65768 req-a261210d-0d1d-413e-a072-1486759a9ce9 service nova] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Received event network-vif-deleted-2020bae4-c3b1-468b-a01a-fdf5cd6e5a34 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.534556] env[69262]: DEBUG nova.network.neutron [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.607440] env[69262]: INFO nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Took 47.81 seconds to build instance. [ 912.683192] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d498414e-c2ee-4a63-ae89-7dee2a616f9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.691832] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd29a0ae-edc8-4c5c-84b1-2261365f0c71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.727651] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73c09e8-e8e9-4273-bb0d-447d4ecf90c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.736370] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4677de-d9d8-4ece-bce5-2e693f8f69e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.752444] env[69262]: DEBUG nova.compute.provider_tree [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.763458] env[69262]: DEBUG nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.766955] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.766955] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.770021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.770021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.770021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.772352] env[69262]: INFO nova.compute.manager [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Terminating instance [ 912.779044] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713831, 'name': Rename_Task, 'duration_secs': 0.216826} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.779585] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.779840] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf35101d-f0d1-4a0f-a223-617271304d72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.782378] env[69262]: DEBUG nova.network.neutron [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Updating instance_info_cache with network_info: [{"id": "a7993a2c-69a8-437f-bc8c-f1b7c6217c3f", "address": "fa:16:3e:83:63:9e", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7993a2c-69", "ovs_interfaceid": "a7993a2c-69a8-437f-bc8c-f1b7c6217c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.793650] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 912.793650] env[69262]: value = "task-3713833" [ 912.793650] env[69262]: _type = "Task" [ 912.793650] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.806512] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.817312] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52126009-4844-ec2c-a07c-ba34620a15f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.817635] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.817857] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 770376e5-3975-4e78-a92b-fc4b94f13164/770376e5-3975-4e78-a92b-fc4b94f13164.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.818221] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e43e62-fba1-4d22-bf6d-a2a7e0780ac9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.829309] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 912.829309] env[69262]: value = "task-3713834" [ 912.829309] env[69262]: _type = "Task" [ 912.829309] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.838034] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 912.838316] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.838741] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.838806] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.838967] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.839677] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d57a8362-26bd-4cac-91f0-205ad4aee258 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.848310] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.850401] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.850401] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.850999] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff23d8e-a220-4085-8bbf-3fbf40d5d5d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.859955] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 912.859955] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f12a00-eaaf-cac0-dbc3-c95bb71471b2" [ 912.859955] env[69262]: _type = "Task" [ 912.859955] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.869920] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f12a00-eaaf-cac0-dbc3-c95bb71471b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.924516] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98d6b57a-9afa-4e10-b7fa-1353716369ee tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.161s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.110152] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.343s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.256678] env[69262]: DEBUG nova.scheduler.client.report [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.280492] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "refresh_cache-dd0d077f-a1c7-4307-8838-1585fe37aeaf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.280917] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquired lock "refresh_cache-dd0d077f-a1c7-4307-8838-1585fe37aeaf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.281117] env[69262]: DEBUG nova.network.neutron [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.285842] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "refresh_cache-e9b756d4-d6b2-4da0-900f-b900934a9538" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.286436] env[69262]: DEBUG nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Instance network_info: |[{"id": "a7993a2c-69a8-437f-bc8c-f1b7c6217c3f", "address": "fa:16:3e:83:63:9e", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7993a2c-69", "ovs_interfaceid": "a7993a2c-69a8-437f-bc8c-f1b7c6217c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 913.286990] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:63:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7993a2c-69a8-437f-bc8c-f1b7c6217c3f', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.297290] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.299549] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.307056] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68657e8-fee4-4cb6-ad25-8a024108ebf2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.322702] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.331280] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713833, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.332787] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.332787] env[69262]: value = "task-3713835" [ 913.332787] env[69262]: _type = "Task" [ 913.332787] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.353167] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713835, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.353167] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713834, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.373953] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f12a00-eaaf-cac0-dbc3-c95bb71471b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013957} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.374998] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3b8bfd5-7126-4f6d-ab40-762d35b725f1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.384156] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 913.384156] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dd8a46-823d-24a0-0fdf-68af756a0fbe" [ 913.384156] env[69262]: _type = "Task" [ 913.384156] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.395514] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dd8a46-823d-24a0-0fdf-68af756a0fbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.764024] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.710s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.764024] env[69262]: INFO nova.compute.manager [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Migrating [ 913.769750] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.800s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.769956] env[69262]: DEBUG nova.objects.instance [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 913.811165] env[69262]: DEBUG oslo_vmware.api [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713833, 'name': PowerOnVM_Task, 'duration_secs': 0.817176} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.811704] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.812495] env[69262]: INFO nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Took 9.32 seconds to spawn the instance on the hypervisor. [ 913.812808] env[69262]: DEBUG nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.813869] env[69262]: DEBUG nova.network.neutron [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.816374] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1853a4d7-5ccb-4a5a-a810-a290d7ef16ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.825382] env[69262]: DEBUG nova.compute.manager [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Received event network-changed-a7993a2c-69a8-437f-bc8c-f1b7c6217c3f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.825768] env[69262]: DEBUG nova.compute.manager [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Refreshing instance network info cache due to event network-changed-a7993a2c-69a8-437f-bc8c-f1b7c6217c3f. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.826307] env[69262]: DEBUG oslo_concurrency.lockutils [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] Acquiring lock "refresh_cache-e9b756d4-d6b2-4da0-900f-b900934a9538" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.826570] env[69262]: DEBUG oslo_concurrency.lockutils [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] Acquired lock "refresh_cache-e9b756d4-d6b2-4da0-900f-b900934a9538" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.826857] env[69262]: DEBUG nova.network.neutron [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Refreshing network info cache for port a7993a2c-69a8-437f-bc8c-f1b7c6217c3f {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.846603] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713835, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.856276] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567417} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.856276] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 770376e5-3975-4e78-a92b-fc4b94f13164/770376e5-3975-4e78-a92b-fc4b94f13164.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.856472] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.856708] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d27332-464a-4354-a041-b53b487b4d7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.864479] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 913.864479] env[69262]: value = "task-3713836" [ 913.864479] env[69262]: _type = "Task" [ 913.864479] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.877510] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.897442] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dd8a46-823d-24a0-0fdf-68af756a0fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.898702] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.899040] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. {{(pid=69262) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 913.899404] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ccee991-a64b-47ae-ae97-d9928ee6f0b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.907599] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 913.907599] env[69262]: value = "task-3713837" [ 913.907599] env[69262]: _type = "Task" [ 913.907599] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.920470] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.953611] env[69262]: DEBUG nova.network.neutron [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.282938] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.282938] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.283424] env[69262]: DEBUG nova.network.neutron [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.354741] env[69262]: INFO nova.compute.manager [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Took 48.02 seconds to build instance. [ 914.363946] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713835, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.376585] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177856} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.378679] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.378679] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8929fe-f395-441a-9bcf-372b832973a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.405815] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 770376e5-3975-4e78-a92b-fc4b94f13164/770376e5-3975-4e78-a92b-fc4b94f13164.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.406602] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44bc2e07-d22a-4834-b9ee-96c5dd5a281d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.438375] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713837, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.439455] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 914.439455] env[69262]: value = "task-3713838" [ 914.439455] env[69262]: _type = "Task" [ 914.439455] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.450508] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.456691] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Releasing lock "refresh_cache-dd0d077f-a1c7-4307-8838-1585fe37aeaf" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.457515] env[69262]: DEBUG nova.compute.manager [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.457722] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.460101] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0df98e-7f7b-45f0-adfd-c8bb483c2331 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.472852] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.473107] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29cd54cf-4a50-46c8-8b0f-9a1697452255 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.480908] env[69262]: DEBUG oslo_vmware.api [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 914.480908] env[69262]: value = "task-3713839" [ 914.480908] env[69262]: _type = "Task" [ 914.480908] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.494731] env[69262]: DEBUG oslo_vmware.api [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.782869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9922f5a-baee-4f06-95c3-d4644a666c61 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.784360] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.784624] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.784829] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.785015] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.785346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.787211] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.646s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.787452] env[69262]: DEBUG nova.objects.instance [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lazy-loading 'resources' on Instance uuid c0372d33-882e-4b94-8e9c-caba53d48e76 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.792954] env[69262]: INFO nova.compute.manager [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Terminating instance [ 914.800865] env[69262]: DEBUG nova.network.neutron [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Updated VIF entry in instance network info cache for port a7993a2c-69a8-437f-bc8c-f1b7c6217c3f. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.801295] env[69262]: DEBUG nova.network.neutron [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Updating instance_info_cache with network_info: [{"id": "a7993a2c-69a8-437f-bc8c-f1b7c6217c3f", "address": "fa:16:3e:83:63:9e", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7993a2c-69", "ovs_interfaceid": "a7993a2c-69a8-437f-bc8c-f1b7c6217c3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.848341] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713835, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.858499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0be52c40-f051-4555-9b5f-50b4c0c19130 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.049s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.936831] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545375} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.937162] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. [ 914.938860] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721932a-9183-4416-ba3f-15887c9d6a65 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.973442] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.981154] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da7fdb6e-9e25-4c44-8d3d-cf7ff7a75360 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.995643] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.007209] env[69262]: DEBUG oslo_vmware.api [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713839, 'name': PowerOffVM_Task, 'duration_secs': 0.155206} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.008449] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.008802] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.008956] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 915.008956] env[69262]: value = "task-3713840" [ 915.008956] env[69262]: _type = "Task" [ 915.008956] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.009187] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a19fb3-f55e-4068-b16b-ed795fe68fe9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.023535] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.114041] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.114396] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.114765] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleting the datastore file [datastore1] dd0d077f-a1c7-4307-8838-1585fe37aeaf {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.114858] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19e1dd67-8663-4352-b775-420ae5807f3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.121857] env[69262]: DEBUG oslo_vmware.api [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for the task: (returnval){ [ 915.121857] env[69262]: value = "task-3713842" [ 915.121857] env[69262]: _type = "Task" [ 915.121857] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.131355] env[69262]: DEBUG oslo_vmware.api [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.251961] env[69262]: DEBUG nova.network.neutron [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [{"id": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "address": "fa:16:3e:8a:1d:2f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d15e855-e0", "ovs_interfaceid": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.299918] env[69262]: DEBUG nova.compute.manager [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.299918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.299918] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ada563e-8067-4dc6-8181-28e603f38abd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.304044] env[69262]: DEBUG oslo_concurrency.lockutils [req-1dccbe93-b7d7-427b-b473-b4c69cb492a6 req-86e39ee7-e336-4fbc-b032-4a5ce30046be service nova] Releasing lock "refresh_cache-e9b756d4-d6b2-4da0-900f-b900934a9538" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.311999] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.311999] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9edff5-4dc8-4a3a-9cc2-bca51417e936 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.320745] env[69262]: DEBUG oslo_vmware.api [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 915.320745] env[69262]: value = "task-3713843" [ 915.320745] env[69262]: _type = "Task" [ 915.320745] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.334220] env[69262]: DEBUG oslo_vmware.api [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.349045] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713835, 'name': CreateVM_Task, 'duration_secs': 1.650049} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.349185] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.350525] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.350525] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.350525] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.350791] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f265dc90-00a4-4d5c-a1d4-2c6cff52c8f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.361210] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 915.361210] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c4ddd-246b-5948-cbe2-30e84504df3e" [ 915.361210] env[69262]: _type = "Task" [ 915.361210] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.370660] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c4ddd-246b-5948-cbe2-30e84504df3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.453751] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713838, 'name': ReconfigVM_Task, 'duration_secs': 0.678058} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.454083] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 770376e5-3975-4e78-a92b-fc4b94f13164/770376e5-3975-4e78-a92b-fc4b94f13164.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.455032] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9b4863a-877e-416e-95ca-50702c2c54e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.463707] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 915.463707] env[69262]: value = "task-3713844" [ 915.463707] env[69262]: _type = "Task" [ 915.463707] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.477539] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713844, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.527875] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.636637] env[69262]: DEBUG oslo_vmware.api [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Task: {'id': task-3713842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110166} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.637023] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.637245] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.637467] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.637672] env[69262]: INFO nova.compute.manager [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 915.638304] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.638570] env[69262]: DEBUG nova.compute.manager [-] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.638670] env[69262]: DEBUG nova.network.neutron [-] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.659315] env[69262]: DEBUG nova.network.neutron [-] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.755010] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.812575] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.812575] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.812575] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.813176] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.813176] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.820272] env[69262]: INFO nova.compute.manager [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Terminating instance [ 915.836016] env[69262]: DEBUG oslo_vmware.api [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713843, 'name': PowerOffVM_Task, 'duration_secs': 0.451619} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.836336] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.836505] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.836790] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1b28bed-b208-48f7-a04c-b38c616de2e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.860357] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de95fd0-ac67-42fe-b22a-478346319e12 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.875091] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.875408] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Processing image 183ba8d8-c71c-4842-bcdf-b8a239beb1f6 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.875659] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6/183ba8d8-c71c-4842-bcdf-b8a239beb1f6.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.875804] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6/183ba8d8-c71c-4842-bcdf-b8a239beb1f6.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.875981] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.876684] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-040dcb55-ce22-4164-b3ac-932fa0eff071 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.879583] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f00990-6510-4589-882c-d73cde1b9a1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.920829] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9b9c78-bf82-45ef-a1c0-9fdbb57660f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.924613] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.924837] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.925029] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Deleting the datastore file [datastore2] 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.925322] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.925504] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.926253] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb95b581-4cae-4ebd-a78c-bad2a3720fa0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.927982] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b51799-e39f-4eb1-bb59-623e4e305902 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.934451] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 915.934451] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520bae77-afb1-196d-ed3f-5fda63f7eaf1" [ 915.934451] env[69262]: _type = "Task" [ 915.934451] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.944540] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e832ddc6-ef84-43b7-9dc3-3560589f75f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.950472] env[69262]: DEBUG oslo_vmware.api [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for the task: (returnval){ [ 915.950472] env[69262]: value = "task-3713846" [ 915.950472] env[69262]: _type = "Task" [ 915.950472] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.966590] env[69262]: DEBUG nova.compute.provider_tree [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.970709] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Preparing fetch location {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 915.970709] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Fetch image to [datastore1] OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040/OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040.vmdk {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 915.970709] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Downloading stream optimized image 183ba8d8-c71c-4842-bcdf-b8a239beb1f6 to [datastore1] OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040/OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040.vmdk on the data store datastore1 as vApp {{(pid=69262) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 915.970709] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Downloading image file data 183ba8d8-c71c-4842-bcdf-b8a239beb1f6 to the ESX as VM named 'OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040' {{(pid=69262) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 915.980190] env[69262]: DEBUG oslo_vmware.api [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.986708] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713844, 'name': Rename_Task, 'duration_secs': 0.341018} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.986991] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.987261] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc28466-cfc9-45a5-b22c-72cc42c68ea1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.995905] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 915.995905] env[69262]: value = "task-3713847" [ 915.995905] env[69262]: _type = "Task" [ 915.995905] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.024768] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713847, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.031243] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713840, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.067240] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 916.067240] env[69262]: value = "resgroup-9" [ 916.067240] env[69262]: _type = "ResourcePool" [ 916.067240] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 916.068115] env[69262]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-53dba7ee-11eb-49c4-bb6a-e79bc9fe3032 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.100438] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease: (returnval){ [ 916.100438] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526032b8-0b63-2d51-815b-4fab49742238" [ 916.100438] env[69262]: _type = "HttpNfcLease" [ 916.100438] env[69262]: } obtained for vApp import into resource pool (val){ [ 916.100438] env[69262]: value = "resgroup-9" [ 916.100438] env[69262]: _type = "ResourcePool" [ 916.100438] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 916.100777] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the lease: (returnval){ [ 916.100777] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526032b8-0b63-2d51-815b-4fab49742238" [ 916.100777] env[69262]: _type = "HttpNfcLease" [ 916.100777] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.113149] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.113149] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526032b8-0b63-2d51-815b-4fab49742238" [ 916.113149] env[69262]: _type = "HttpNfcLease" [ 916.113149] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.141737] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.142097] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.162203] env[69262]: DEBUG nova.network.neutron [-] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.198975] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.199147] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.201335] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.201335] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.201335] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.201884] env[69262]: INFO nova.compute.manager [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Terminating instance [ 916.330231] env[69262]: DEBUG nova.compute.manager [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.330549] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.331650] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784034a7-9ef6-4007-b434-82caf847078d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.341570] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.341751] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26caf66e-a400-40b8-99f9-d01ca675a69e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.350242] env[69262]: DEBUG oslo_vmware.api [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 916.350242] env[69262]: value = "task-3713849" [ 916.350242] env[69262]: _type = "Task" [ 916.350242] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.359068] env[69262]: DEBUG oslo_vmware.api [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.462150] env[69262]: DEBUG oslo_vmware.api [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Task: {'id': task-3713846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16011} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.462506] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.462711] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.462893] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.463105] env[69262]: INFO nova.compute.manager [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Took 1.16 seconds to destroy the instance on the hypervisor. [ 916.463424] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.463646] env[69262]: DEBUG nova.compute.manager [-] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.463740] env[69262]: DEBUG nova.network.neutron [-] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.470180] env[69262]: DEBUG nova.scheduler.client.report [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.512936] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713847, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.528893] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713840, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.611345] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.611345] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526032b8-0b63-2d51-815b-4fab49742238" [ 916.611345] env[69262]: _type = "HttpNfcLease" [ 916.611345] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.645260] env[69262]: DEBUG nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.663475] env[69262]: INFO nova.compute.manager [-] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Took 1.02 seconds to deallocate network for instance. [ 916.705617] env[69262]: DEBUG nova.compute.manager [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.705817] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.707062] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065c6cce-d3d2-40b0-b5c7-ccc3c260e56a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.716707] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.717353] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0445a288-874e-463c-ab00-5c53ef0fde96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.725320] env[69262]: DEBUG oslo_vmware.api [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 916.725320] env[69262]: value = "task-3713850" [ 916.725320] env[69262]: _type = "Task" [ 916.725320] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.734246] env[69262]: DEBUG oslo_vmware.api [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.828200] env[69262]: DEBUG nova.compute.manager [req-f66f5111-6049-4fce-bbeb-8dba8d4a8b94 req-dd81e47f-a753-42da-ba40-59ee113e09bc service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Received event network-vif-deleted-b7927e7a-2984-4758-9cba-b616d4a87eea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.828200] env[69262]: INFO nova.compute.manager [req-f66f5111-6049-4fce-bbeb-8dba8d4a8b94 req-dd81e47f-a753-42da-ba40-59ee113e09bc service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Neutron deleted interface b7927e7a-2984-4758-9cba-b616d4a87eea; detaching it from the instance and deleting it from the info cache [ 916.828200] env[69262]: DEBUG nova.network.neutron [req-f66f5111-6049-4fce-bbeb-8dba8d4a8b94 req-dd81e47f-a753-42da-ba40-59ee113e09bc service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.860378] env[69262]: DEBUG oslo_vmware.api [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713849, 'name': PowerOffVM_Task, 'duration_secs': 0.186776} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.860656] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.860828] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.861378] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e70dd48-51fd-4053-86ac-26aad1b8cc61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.946933] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.947051] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.947250] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleting the datastore file [datastore1] 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.947693] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c58d801c-8bd2-459f-93a0-8ff97448765e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.958035] env[69262]: DEBUG oslo_vmware.api [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 916.958035] env[69262]: value = "task-3713852" [ 916.958035] env[69262]: _type = "Task" [ 916.958035] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.969397] env[69262]: DEBUG oslo_vmware.api [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.979070] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.980028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.025s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.980340] env[69262]: DEBUG nova.objects.instance [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lazy-loading 'resources' on Instance uuid fce334c4-efda-4551-bd9f-c7db5b376743 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.004057] env[69262]: INFO nova.scheduler.client.report [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Deleted allocations for instance c0372d33-882e-4b94-8e9c-caba53d48e76 [ 917.015244] env[69262]: DEBUG oslo_vmware.api [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713847, 'name': PowerOnVM_Task, 'duration_secs': 0.601864} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.016047] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.016392] env[69262]: INFO nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Took 9.87 seconds to spawn the instance on the hypervisor. [ 917.016711] env[69262]: DEBUG nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.017707] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eaf55d-1ba8-4675-ab44-59d051529260 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.038230] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713840, 'name': ReconfigVM_Task, 'duration_secs': 2.004163} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.038740] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.039656] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7445ddc-4f1b-480f-aa1a-5c44bb23bc46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.072137] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfd17eac-6561-45bc-b7bb-07562c399bf3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.089119] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 917.089119] env[69262]: value = "task-3713853" [ 917.089119] env[69262]: _type = "Task" [ 917.089119] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.100362] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.110260] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.110260] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526032b8-0b63-2d51-815b-4fab49742238" [ 917.110260] env[69262]: _type = "HttpNfcLease" [ 917.110260] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.170882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.183258] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.241264] env[69262]: DEBUG oslo_vmware.api [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713850, 'name': PowerOffVM_Task, 'duration_secs': 0.462645} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.241264] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.241264] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.241264] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-845b7d05-ab5b-4dd7-9409-4f2b870c3dda {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.273769] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f25ca2-fca2-468e-8035-ddb7036c0390 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.299451] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance '6e282b09-7495-4f85-af66-ca16ba4e9271' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 917.309975] env[69262]: DEBUG nova.network.neutron [-] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.323759] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.323985] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.324248] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleting the datastore file [datastore2] 973b10d5-7bcc-4e1b-bb73-5240244e0b6e {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.326047] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d658867-f6f5-4d6a-b941-06f2062ee484 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.329760] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-669ed62b-b07b-4be9-809b-606cadfd3607 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.333756] env[69262]: DEBUG oslo_vmware.api [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 917.333756] env[69262]: value = "task-3713855" [ 917.333756] env[69262]: _type = "Task" [ 917.333756] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.343416] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e41d08-50e4-4f12-8616-7a07c8628f0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.361333] env[69262]: DEBUG oslo_vmware.api [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.388095] env[69262]: DEBUG nova.compute.manager [req-f66f5111-6049-4fce-bbeb-8dba8d4a8b94 req-dd81e47f-a753-42da-ba40-59ee113e09bc service nova] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Detach interface failed, port_id=b7927e7a-2984-4758-9cba-b616d4a87eea, reason: Instance 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.468046] env[69262]: DEBUG oslo_vmware.api [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179242} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.468318] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.468390] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.468531] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.468707] env[69262]: INFO nova.compute.manager [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.468950] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.469237] env[69262]: DEBUG nova.compute.manager [-] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.469364] env[69262]: DEBUG nova.network.neutron [-] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.520091] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f3d9add-db63-4fab-847c-0c3529e2672d tempest-ListImageFiltersTestJSON-574574432 tempest-ListImageFiltersTestJSON-574574432-project-member] Lock "c0372d33-882e-4b94-8e9c-caba53d48e76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.005s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.542638] env[69262]: INFO nova.compute.manager [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Took 44.11 seconds to build instance. [ 917.599425] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713853, 'name': ReconfigVM_Task, 'duration_secs': 0.231651} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.602086] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.602773] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b7ca19a-6514-4918-a5c0-f50fcc9af048 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.610699] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.610699] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526032b8-0b63-2d51-815b-4fab49742238" [ 917.610699] env[69262]: _type = "HttpNfcLease" [ 917.610699] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.611017] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.611017] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526032b8-0b63-2d51-815b-4fab49742238" [ 917.611017] env[69262]: _type = "HttpNfcLease" [ 917.611017] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 917.611740] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301a828-3a3a-4501-ba9c-23192c1b998f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.618300] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 917.618300] env[69262]: value = "task-3713856" [ 917.618300] env[69262]: _type = "Task" [ 917.618300] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.625193] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a3b98-16f8-5a79-f6e3-60ecf6db3b2b/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.625392] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a3b98-16f8-5a79-f6e3-60ecf6db3b2b/disk-0.vmdk. {{(pid=69262) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 917.694722] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713856, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.699483] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-531a33f3-ce60-4198-94d2-b9b4a5214740 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.805535] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.807692] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6824f944-f465-44af-82f4-c82dbaac61cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.814477] env[69262]: INFO nova.compute.manager [-] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Took 1.35 seconds to deallocate network for instance. [ 917.814861] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 917.814861] env[69262]: value = "task-3713857" [ 917.814861] env[69262]: _type = "Task" [ 917.814861] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.835241] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.843767] env[69262]: DEBUG oslo_vmware.api [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3713855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167247} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.844316] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.844437] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.844547] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.844737] env[69262]: INFO nova.compute.manager [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.845529] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.847809] env[69262]: DEBUG nova.compute.manager [-] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.848195] env[69262]: DEBUG nova.network.neutron [-] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.044683] env[69262]: DEBUG oslo_concurrency.lockutils [None req-307774db-a95e-4041-9f48-60da2871b381 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "770376e5-3975-4e78-a92b-fc4b94f13164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.376s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.103927] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce799393-f99b-4a4c-8ee2-cc48cdc3d8d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.119408] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5f87a5-d45c-4c09-8950-aad99b479ab1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.162904] env[69262]: DEBUG oslo_vmware.api [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713856, 'name': PowerOnVM_Task, 'duration_secs': 0.503687} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.169116] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.171672] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b9d79-e2de-4cc5-943f-f3f092ebd0b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.177352] env[69262]: DEBUG nova.compute.manager [None req-c2b60210-dd38-4862-b41f-1c1049f33496 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.178658] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579218d-0dce-4138-b6be-2d165d455797 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.192417] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e9fada-b77d-46b7-be29-a13f65904295 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.214248] env[69262]: DEBUG nova.compute.provider_tree [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.329119] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713857, 'name': PowerOffVM_Task, 'duration_secs': 0.252146} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.331932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.332316] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.332549] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance '6e282b09-7495-4f85-af66-ca16ba4e9271' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.540536] env[69262]: DEBUG nova.network.neutron [-] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.542200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5c60ad55-1864-4723-b840-9640c8746022 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "interface-770376e5-3975-4e78-a92b-fc4b94f13164-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.542547] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5c60ad55-1864-4723-b840-9640c8746022 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "interface-770376e5-3975-4e78-a92b-fc4b94f13164-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.542939] env[69262]: DEBUG nova.objects.instance [None req-5c60ad55-1864-4723-b840-9640c8746022 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lazy-loading 'flavor' on Instance uuid 770376e5-3975-4e78-a92b-fc4b94f13164 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.613633] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Completed reading data from the image iterator. {{(pid=69262) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 918.613633] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a3b98-16f8-5a79-f6e3-60ecf6db3b2b/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 918.613934] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8380a350-605a-44b2-b741-96a8a679c202 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.622995] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a3b98-16f8-5a79-f6e3-60ecf6db3b2b/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 918.623215] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a3b98-16f8-5a79-f6e3-60ecf6db3b2b/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 918.623514] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-75928b68-3a1c-4d39-bf11-ba556fb2e33e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.719556] env[69262]: DEBUG nova.scheduler.client.report [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.739571] env[69262]: DEBUG nova.network.neutron [-] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.840893] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.841175] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.841328] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.841508] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.841654] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.841801] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.842014] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.842182] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.842351] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.842516] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.842688] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.848884] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54ad7c8-ac95-4c13-8d8b-440488cbf436 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.866956] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 918.866956] env[69262]: value = "task-3713858" [ 918.866956] env[69262]: _type = "Task" [ 918.866956] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.876229] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.992485] env[69262]: DEBUG oslo_vmware.rw_handles [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525a3b98-16f8-5a79-f6e3-60ecf6db3b2b/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 918.993263] env[69262]: INFO nova.virt.vmwareapi.images [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Downloaded image file data 183ba8d8-c71c-4842-bcdf-b8a239beb1f6 [ 918.993946] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8595260f-b95d-45ce-a33e-61a0c7f0fafb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010766] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2fd72c1-d079-453c-b823-6bc5abaab0de {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.048268] env[69262]: INFO nova.compute.manager [-] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Took 1.58 seconds to deallocate network for instance. [ 919.049966] env[69262]: DEBUG nova.objects.instance [None req-5c60ad55-1864-4723-b840-9640c8746022 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lazy-loading 'pci_requests' on Instance uuid 770376e5-3975-4e78-a92b-fc4b94f13164 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.083896] env[69262]: INFO nova.virt.vmwareapi.images [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] The imported VM was unregistered [ 919.086505] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Caching image {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 919.086753] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating directory with path [datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.087047] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1893c7e2-10e5-4408-a6b1-3ddb7464a023 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.099367] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created directory with path [datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.099607] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040/OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040.vmdk to [datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6/183ba8d8-c71c-4842-bcdf-b8a239beb1f6.vmdk. {{(pid=69262) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 919.100578] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-87dff077-adc6-4acb-bd7e-454d639ecb6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.109268] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 919.109268] env[69262]: value = "task-3713860" [ 919.109268] env[69262]: _type = "Task" [ 919.109268] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.118772] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713860, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.225371] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.228704] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.026s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.229043] env[69262]: DEBUG nova.objects.instance [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lazy-loading 'resources' on Instance uuid 2639322f-3aec-4358-a433-10f2d009784b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.243155] env[69262]: INFO nova.compute.manager [-] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Took 1.39 seconds to deallocate network for instance. [ 919.255679] env[69262]: INFO nova.scheduler.client.report [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Deleted allocations for instance fce334c4-efda-4551-bd9f-c7db5b376743 [ 919.389038] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713858, 'name': ReconfigVM_Task, 'duration_secs': 0.277071} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.389038] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance '6e282b09-7495-4f85-af66-ca16ba4e9271' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.542959] env[69262]: DEBUG nova.compute.manager [req-44d43b75-f2ed-46ed-aba3-a314f31180c6 req-125b67e8-026b-46ff-819c-c709e24062d5 service nova] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Received event network-vif-deleted-5a5c1f58-bff4-4929-9995-fd6305895db7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.543241] env[69262]: DEBUG nova.compute.manager [req-44d43b75-f2ed-46ed-aba3-a314f31180c6 req-125b67e8-026b-46ff-819c-c709e24062d5 service nova] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Received event network-vif-deleted-c27b311d-3328-4215-8de5-1b86b7ae104c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.555491] env[69262]: DEBUG nova.objects.base [None req-5c60ad55-1864-4723-b840-9640c8746022 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Object Instance<770376e5-3975-4e78-a92b-fc4b94f13164> lazy-loaded attributes: flavor,pci_requests {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 919.555884] env[69262]: DEBUG nova.network.neutron [None req-5c60ad55-1864-4723-b840-9640c8746022 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.558941] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.622102] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713860, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.660396] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5c60ad55-1864-4723-b840-9640c8746022 tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "interface-770376e5-3975-4e78-a92b-fc4b94f13164-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.118s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.751169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.765536] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abdf7144-8a18-43c6-ad19-7861b8b4f7d8 tempest-ServersWithSpecificFlavorTestJSON-1415283028 tempest-ServersWithSpecificFlavorTestJSON-1415283028-project-member] Lock "fce334c4-efda-4551-bd9f-c7db5b376743" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.766s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.894298] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:52:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ed128f56-f1d8-43f5-8b0e-4fb794039118',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-151777030',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.894581] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.894740] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.894944] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.895072] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.895223] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.895430] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.895647] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.895854] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.896059] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.896274] env[69262]: DEBUG nova.virt.hardware [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.902112] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.905334] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d869d6-ae04-417a-a90f-39f18b2f3bd1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.929362] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 919.929362] env[69262]: value = "task-3713861" [ 919.929362] env[69262]: _type = "Task" [ 919.929362] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.945652] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.123673] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713860, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.225545] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d60289e-ce68-4f8d-a663-8a2d58c5c0a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.239472] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144d4334-b276-449e-b9fa-bf767622457d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.282998] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f5278b-649f-4d4a-917d-1add32b63710 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.293600] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e39361-a2a1-4740-b051-d6695dfefbba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.312218] env[69262]: DEBUG nova.compute.provider_tree [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.446203] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.623323] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713860, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.816142] env[69262]: DEBUG nova.scheduler.client.report [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.950026] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713861, 'name': ReconfigVM_Task, 'duration_secs': 0.621432} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.950450] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.951428] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d541b675-a7fb-4887-895a-7f0d9da0d286 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.981617] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.983013] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a4272e-9097-4985-af0f-1700f95db85a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.008953] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 921.008953] env[69262]: value = "task-3713862" [ 921.008953] env[69262]: _type = "Task" [ 921.008953] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.021062] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.124377] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713860, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.321567] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.326502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.765s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.328293] env[69262]: INFO nova.compute.claims [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.367742] env[69262]: INFO nova.scheduler.client.report [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted allocations for instance 2639322f-3aec-4358-a433-10f2d009784b [ 921.500300] env[69262]: INFO nova.compute.manager [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Unrescuing [ 921.500759] env[69262]: DEBUG oslo_concurrency.lockutils [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.500997] env[69262]: DEBUG oslo_concurrency.lockutils [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquired lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.501288] env[69262]: DEBUG nova.network.neutron [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.525061] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.622784] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713860, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.881956] env[69262]: DEBUG oslo_concurrency.lockutils [None req-04a2a258-3a98-4b15-96ab-76b5557dc50e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "2639322f-3aec-4358-a433-10f2d009784b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.463s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.963676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "770376e5-3975-4e78-a92b-fc4b94f13164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.963676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "770376e5-3975-4e78-a92b-fc4b94f13164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.963676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "770376e5-3975-4e78-a92b-fc4b94f13164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.963676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "770376e5-3975-4e78-a92b-fc4b94f13164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.963676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "770376e5-3975-4e78-a92b-fc4b94f13164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.965250] env[69262]: INFO nova.compute.manager [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Terminating instance [ 922.024506] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.125227] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713860, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.5672} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.128425] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040/OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040.vmdk to [datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6/183ba8d8-c71c-4842-bcdf-b8a239beb1f6.vmdk. [ 922.128425] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Cleaning up location [datastore1] OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 922.128425] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9b21b72a-2ff6-4d54-95d8-e92f92eb0040 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.128654] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01ec5288-58fd-4ab3-8430-c609dba7824d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.136760] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 922.136760] env[69262]: value = "task-3713863" [ 922.136760] env[69262]: _type = "Task" [ 922.136760] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.145920] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.328298] env[69262]: DEBUG nova.network.neutron [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.413408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "e18d0cc8-dab8-4473-8861-67f010dd234c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.413640] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.472208] env[69262]: DEBUG nova.compute.manager [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.472208] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.472208] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1335e24-6b81-4f33-ac10-119e9070b8eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.484651] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.484998] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcf9aeb5-44f6-45a2-b071-2ca9d54454a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.495718] env[69262]: DEBUG oslo_vmware.api [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 922.495718] env[69262]: value = "task-3713864" [ 922.495718] env[69262]: _type = "Task" [ 922.495718] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.506636] env[69262]: DEBUG oslo_vmware.api [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.524248] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.647165] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100987} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.647591] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.647823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6/183ba8d8-c71c-4842-bcdf-b8a239beb1f6.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.648168] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6/183ba8d8-c71c-4842-bcdf-b8a239beb1f6.vmdk to [datastore1] e9b756d4-d6b2-4da0-900f-b900934a9538/e9b756d4-d6b2-4da0-900f-b900934a9538.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.648507] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec1707af-bca0-40f9-9c9a-30fecc08fb6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.659350] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 922.659350] env[69262]: value = "task-3713865" [ 922.659350] env[69262]: _type = "Task" [ 922.659350] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.670435] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.790051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "583f16a5-64a5-4d62-9860-ae79623c925c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.790051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "583f16a5-64a5-4d62-9860-ae79623c925c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.790051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "583f16a5-64a5-4d62-9860-ae79623c925c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.790051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "583f16a5-64a5-4d62-9860-ae79623c925c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.790051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "583f16a5-64a5-4d62-9860-ae79623c925c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.794433] env[69262]: INFO nova.compute.manager [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Terminating instance [ 922.822318] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d62ffda-b485-45e4-88ca-107ef387fbec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.830890] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a62deb-a1b4-4d9e-aa52-8e2ca1fe08a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.834724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Releasing lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.835377] env[69262]: DEBUG nova.objects.instance [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lazy-loading 'flavor' on Instance uuid 4184821a-18c0-4f78-8ad1-fc56470105b5 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.869042] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e982e-4645-4abc-a84d-daad3c11a071 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.879804] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f74909-e040-4fa0-a2b1-addcd54976a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.900072] env[69262]: DEBUG nova.compute.provider_tree [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.916492] env[69262]: DEBUG nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 923.013476] env[69262]: DEBUG oslo_vmware.api [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713864, 'name': PowerOffVM_Task, 'duration_secs': 0.205152} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.013476] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.013476] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.013476] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c3d2a38-5363-416c-9a1b-675da624c494 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.026856] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713862, 'name': ReconfigVM_Task, 'duration_secs': 1.629361} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.027394] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.027915] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance '6e282b09-7495-4f85-af66-ca16ba4e9271' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.090254] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.090582] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.090677] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Deleting the datastore file [datastore2] 770376e5-3975-4e78-a92b-fc4b94f13164 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.090951] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-473562ba-316d-4dc6-acbe-fc0fc90f8f06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.101263] env[69262]: DEBUG oslo_vmware.api [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for the task: (returnval){ [ 923.101263] env[69262]: value = "task-3713867" [ 923.101263] env[69262]: _type = "Task" [ 923.101263] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.117949] env[69262]: DEBUG oslo_vmware.api [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.174500] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713865, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.299146] env[69262]: DEBUG nova.compute.manager [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.299411] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.301841] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aea091-6798-434a-9103-0b3aa4610485 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.311879] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.312241] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c5e981b-c42d-40dd-b989-b65ab2e99968 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.323904] env[69262]: DEBUG oslo_vmware.api [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 923.323904] env[69262]: value = "task-3713868" [ 923.323904] env[69262]: _type = "Task" [ 923.323904] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.344474] env[69262]: DEBUG oslo_vmware.api [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.347247] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4907161-766f-4813-8ce3-82e838f96e14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.380066] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.380310] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530bab78-2ab5-43b4-841d-5e706649339b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.390156] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 923.390156] env[69262]: value = "task-3713869" [ 923.390156] env[69262]: _type = "Task" [ 923.390156] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.408091] env[69262]: DEBUG nova.scheduler.client.report [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.415822] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.441176] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.535105] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d56bc-5275-4ddb-a3c8-6e7dd392a204 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.561499] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30651106-c3f1-4353-a629-c0e930e45d21 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.584903] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance '6e282b09-7495-4f85-af66-ca16ba4e9271' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.617202] env[69262]: DEBUG oslo_vmware.api [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Task: {'id': task-3713867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284896} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.617518] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.619403] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.619403] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.619403] env[69262]: INFO nova.compute.manager [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.619403] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.619403] env[69262]: DEBUG nova.compute.manager [-] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.619403] env[69262]: DEBUG nova.network.neutron [-] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.677060] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713865, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.841290] env[69262]: DEBUG oslo_vmware.api [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713868, 'name': PowerOffVM_Task, 'duration_secs': 0.23151} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.841290] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.841290] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.841290] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d818d4de-6a04-446c-804b-1ae496b4fdc3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.902766] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713869, 'name': PowerOffVM_Task, 'duration_secs': 0.277796} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.903099] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.910742] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfiguring VM instance instance-00000031 to detach disk 2002 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.911646] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55cbef76-3ff4-4ca0-b41d-9a715cfaa870 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.932398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.932398] env[69262]: DEBUG nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.933035] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.933161] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.933539] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleting the datastore file [datastore2] 583f16a5-64a5-4d62-9860-ae79623c925c {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.933926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.795s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.934241] env[69262]: DEBUG nova.objects.instance [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lazy-loading 'resources' on Instance uuid 54acc016-703a-4a5b-9489-e653b7274603 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.940493] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ebcd51d-8581-4988-b87e-ffb004069552 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.944142] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 923.944142] env[69262]: value = "task-3713871" [ 923.944142] env[69262]: _type = "Task" [ 923.944142] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.951761] env[69262]: DEBUG oslo_vmware.api [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 923.951761] env[69262]: value = "task-3713872" [ 923.951761] env[69262]: _type = "Task" [ 923.951761] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.962031] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.970548] env[69262]: DEBUG oslo_vmware.api [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.114277] env[69262]: DEBUG nova.compute.manager [req-9b4249e2-7510-47b2-a9a4-aeaa341faab6 req-fad5f193-855b-4a77-a37c-e14e9cb5dc1f service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Received event network-vif-deleted-033e2c52-72d9-4036-9905-df6f3b77d2cd {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.114494] env[69262]: INFO nova.compute.manager [req-9b4249e2-7510-47b2-a9a4-aeaa341faab6 req-fad5f193-855b-4a77-a37c-e14e9cb5dc1f service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Neutron deleted interface 033e2c52-72d9-4036-9905-df6f3b77d2cd; detaching it from the instance and deleting it from the info cache [ 924.114766] env[69262]: DEBUG nova.network.neutron [req-9b4249e2-7510-47b2-a9a4-aeaa341faab6 req-fad5f193-855b-4a77-a37c-e14e9cb5dc1f service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.137789] env[69262]: DEBUG nova.network.neutron [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Port 7d15e855-e0d9-45a0-b0f0-0d6bf30adecb binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 924.175489] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713865, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.445026] env[69262]: DEBUG nova.compute.utils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.446668] env[69262]: DEBUG nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.446906] env[69262]: DEBUG nova.network.neutron [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.472148] env[69262]: DEBUG oslo_vmware.api [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255841} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.472148] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.472861] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.473059] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.473236] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.473497] env[69262]: INFO nova.compute.manager [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 924.474039] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.474939] env[69262]: DEBUG nova.compute.manager [-] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.474939] env[69262]: DEBUG nova.network.neutron [-] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.571454] env[69262]: DEBUG nova.policy [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11050aa48a43464ebea955a8d8d60b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e465d5f26e494caee802232ced5da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.598455] env[69262]: DEBUG nova.network.neutron [-] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.617508] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8244f35a-049d-4fdd-956b-e7e6a3860742 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.631112] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b18846-0757-4d45-9ae0-332b392afb38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.683565] env[69262]: DEBUG nova.compute.manager [req-9b4249e2-7510-47b2-a9a4-aeaa341faab6 req-fad5f193-855b-4a77-a37c-e14e9cb5dc1f service nova] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Detach interface failed, port_id=033e2c52-72d9-4036-9905-df6f3b77d2cd, reason: Instance 770376e5-3975-4e78-a92b-fc4b94f13164 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 924.693480] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713865, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.954760] env[69262]: DEBUG nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.971744] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713871, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.054594] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659fce92-f5c4-444a-9907-b1bb95028feb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.068384] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4e890e-96b9-499d-82eb-3802c936045f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.111723] env[69262]: INFO nova.compute.manager [-] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Took 1.49 seconds to deallocate network for instance. [ 925.111723] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87865ab-8228-4439-a075-bcf9a8a6b2bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.122993] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244ad44b-bdb5-46f4-9629-22e145d75488 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.141483] env[69262]: DEBUG nova.compute.provider_tree [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.170085] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.170587] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.170883] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.183108] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713865, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.4832} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.185032] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/183ba8d8-c71c-4842-bcdf-b8a239beb1f6/183ba8d8-c71c-4842-bcdf-b8a239beb1f6.vmdk to [datastore1] e9b756d4-d6b2-4da0-900f-b900934a9538/e9b756d4-d6b2-4da0-900f-b900934a9538.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 925.186111] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca4f35-38b2-4bba-936e-02efd236c5ff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.213190] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] e9b756d4-d6b2-4da0-900f-b900934a9538/e9b756d4-d6b2-4da0-900f-b900934a9538.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.214370] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4d3d90d-f97c-426e-b95f-21b1d0e74b79 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.238963] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 925.238963] env[69262]: value = "task-3713873" [ 925.238963] env[69262]: _type = "Task" [ 925.238963] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.248660] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713873, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.282633] env[69262]: DEBUG nova.network.neutron [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Successfully created port: 6be3a3da-311a-4891-8821-8ef5207ce337 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.462834] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713871, 'name': ReconfigVM_Task, 'duration_secs': 1.338216} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.463303] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfigured VM instance instance-00000031 to detach disk 2002 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 925.465026] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.469420] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e9e0f5d-3731-4fd2-965e-d85b31b422e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.477671] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 925.477671] env[69262]: value = "task-3713874" [ 925.477671] env[69262]: _type = "Task" [ 925.477671] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.489666] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.616875] env[69262]: DEBUG nova.network.neutron [-] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.624302] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.664778] env[69262]: ERROR nova.scheduler.client.report [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] [req-02a5a06b-4cf2-4993-bf84-f3377233bdde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02a5a06b-4cf2-4993-bf84-f3377233bdde"}]} [ 925.682137] env[69262]: DEBUG nova.scheduler.client.report [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 925.703616] env[69262]: DEBUG nova.scheduler.client.report [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 925.703767] env[69262]: DEBUG nova.compute.provider_tree [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 925.719927] env[69262]: DEBUG nova.scheduler.client.report [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 925.757119] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713873, 'name': ReconfigVM_Task, 'duration_secs': 0.281559} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.757773] env[69262]: DEBUG nova.scheduler.client.report [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 925.760133] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Reconfigured VM instance instance-0000004b to attach disk [datastore1] e9b756d4-d6b2-4da0-900f-b900934a9538/e9b756d4-d6b2-4da0-900f-b900934a9538.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.761078] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b48df5b1-e224-44a3-b797-8c349bef3ef1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.770834] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 925.770834] env[69262]: value = "task-3713875" [ 925.770834] env[69262]: _type = "Task" [ 925.770834] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.784492] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713875, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.974151] env[69262]: DEBUG nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.988385] env[69262]: DEBUG oslo_vmware.api [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713874, 'name': PowerOnVM_Task, 'duration_secs': 0.482144} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.988692] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.988952] env[69262]: DEBUG nova.compute.manager [None req-951a3ca8-56ba-47bc-923b-fb21f848e9d7 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.989866] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ec2441-5422-4c21-a56f-be91c42806fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.017876] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.018154] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.018786] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.018786] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.018786] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.018914] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.019139] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.021623] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.021623] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.021623] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.021623] env[69262]: DEBUG nova.virt.hardware [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.021623] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fd2173-5b03-4177-b49f-086a01eca6b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.038153] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eadab51-86cf-4161-af88-3de4778b4b82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.125262] env[69262]: INFO nova.compute.manager [-] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Took 1.65 seconds to deallocate network for instance. [ 926.150998] env[69262]: DEBUG nova.compute.manager [req-d4e52a80-47a6-4a4c-8fc3-bb026225fc74 req-21318bc0-60b9-478b-8e47-dd4ff801fc0e service nova] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Received event network-vif-deleted-8f7b1ec3-f5e3-4de9-8e29-60f491cc9890 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.211339] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.211533] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.211803] env[69262]: DEBUG nova.network.neutron [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.243813] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f2ff72-cc13-467e-90f9-5703439f3a7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.251533] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd46ae2-683c-45f2-bd08-f6614f540892 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.286348] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4770e471-3ba9-4393-a379-f72ba5857672 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.296490] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713875, 'name': Rename_Task, 'duration_secs': 0.248691} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.297694] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e22283-1876-48da-b7d1-b91ee05aa627 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.301457] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.301723] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-667bc657-6207-4f21-99b2-e95afac6fbcd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.314057] env[69262]: DEBUG nova.compute.provider_tree [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 926.316586] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 926.316586] env[69262]: value = "task-3713876" [ 926.316586] env[69262]: _type = "Task" [ 926.316586] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.326368] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.632172] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.831831] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.850211] env[69262]: DEBUG nova.scheduler.client.report [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 926.850517] env[69262]: DEBUG nova.compute.provider_tree [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 101 to 102 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 926.850704] env[69262]: DEBUG nova.compute.provider_tree [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 927.335340] env[69262]: DEBUG oslo_vmware.api [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713876, 'name': PowerOnVM_Task, 'duration_secs': 0.906266} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.335788] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.336671] env[69262]: INFO nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Took 17.45 seconds to spawn the instance on the hypervisor. [ 927.336671] env[69262]: DEBUG nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 927.337701] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608da7c5-16b8-4d11-b125-4e63334fea6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.358736] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.425s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.360951] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.732s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.362914] env[69262]: INFO nova.compute.claims [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.384829] env[69262]: INFO nova.scheduler.client.report [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Deleted allocations for instance 54acc016-703a-4a5b-9489-e653b7274603 [ 927.510773] env[69262]: DEBUG nova.network.neutron [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [{"id": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "address": "fa:16:3e:8a:1d:2f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d15e855-e0", "ovs_interfaceid": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.825605] env[69262]: DEBUG nova.network.neutron [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Successfully updated port: 6be3a3da-311a-4891-8821-8ef5207ce337 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.860473] env[69262]: INFO nova.compute.manager [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Took 42.87 seconds to build instance. [ 927.893200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa796e25-3c91-4af2-b349-b1199461da2e tempest-VolumesAdminNegativeTest-714470093 tempest-VolumesAdminNegativeTest-714470093-project-member] Lock "54acc016-703a-4a5b-9489-e653b7274603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.444s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.015282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.233828] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Received event network-vif-plugged-6be3a3da-311a-4891-8821-8ef5207ce337 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.234077] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Acquiring lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.234302] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.234477] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.234648] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] No waiting events found dispatching network-vif-plugged-6be3a3da-311a-4891-8821-8ef5207ce337 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.234894] env[69262]: WARNING nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Received unexpected event network-vif-plugged-6be3a3da-311a-4891-8821-8ef5207ce337 for instance with vm_state building and task_state spawning. [ 928.235014] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Received event network-changed-6be3a3da-311a-4891-8821-8ef5207ce337 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.235142] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Refreshing instance network info cache due to event network-changed-6be3a3da-311a-4891-8821-8ef5207ce337. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.235347] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Acquiring lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.235468] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Acquired lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.235787] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Refreshing network info cache for port 6be3a3da-311a-4891-8821-8ef5207ce337 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.332772] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.363169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3421e50b-75e4-4628-b58f-671464c77d26 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.378s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.556141] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd10453-d8e6-48fa-80dc-d30a6275f2ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.586850] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e48497-48e3-4d33-a779-e4fa60d04488 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.595812] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance '6e282b09-7495-4f85-af66-ca16ba4e9271' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.705200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "e9b756d4-d6b2-4da0-900f-b900934a9538" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.706406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.706406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "e9b756d4-d6b2-4da0-900f-b900934a9538-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.706604] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.706893] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.709772] env[69262]: INFO nova.compute.manager [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Terminating instance [ 928.784088] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.881375] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a3b98-5d3e-4a1d-aecb-c8639bc2944c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.889931] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1793a1-a4b8-478c-a5fc-260fc7cf2fcc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.920778] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef6695f-fa22-40fe-8864-4fb52d9201d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.930981] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ba19f-55a8-4881-bfb0-ac269727f664 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.945011] env[69262]: DEBUG nova.compute.provider_tree [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.004955] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.109568] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.109898] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4915676-76e1-459b-8e45-e6a1e71ad134 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.119988] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 929.119988] env[69262]: value = "task-3713877" [ 929.119988] env[69262]: _type = "Task" [ 929.119988] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.134553] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.222262] env[69262]: DEBUG nova.compute.manager [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.223012] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.223587] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8ba6ff-2a35-4a58-97b9-a54c01efd562 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.232010] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.232375] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47abe474-3d88-4bce-be32-5575f9c50301 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.239263] env[69262]: DEBUG oslo_vmware.api [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 929.239263] env[69262]: value = "task-3713878" [ 929.239263] env[69262]: _type = "Task" [ 929.239263] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.248177] env[69262]: DEBUG oslo_vmware.api [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.448655] env[69262]: DEBUG nova.scheduler.client.report [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.510015] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Releasing lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.510015] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Received event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.510015] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing instance network info cache due to event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.510015] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Acquiring lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.510015] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Acquired lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.510015] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.511158] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.511349] env[69262]: DEBUG nova.network.neutron [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.630616] env[69262]: DEBUG oslo_vmware.api [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713877, 'name': PowerOnVM_Task, 'duration_secs': 0.428184} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.630903] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.631189] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8c95a03b-cd6e-4717-a836-d7a22de6498a tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance '6e282b09-7495-4f85-af66-ca16ba4e9271' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.753555] env[69262]: DEBUG oslo_vmware.api [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713878, 'name': PowerOffVM_Task, 'duration_secs': 0.281089} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.754332] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.757614] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.757614] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1093aa8c-1900-4152-bc7a-9737e3a4144b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.839658] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.839900] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.840422] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleting the datastore file [datastore1] e9b756d4-d6b2-4da0-900f-b900934a9538 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.840422] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde6035c-064f-44db-b8f9-b1e6f6cf7b10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.849305] env[69262]: DEBUG oslo_vmware.api [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 929.849305] env[69262]: value = "task-3713880" [ 929.849305] env[69262]: _type = "Task" [ 929.849305] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.858280] env[69262]: DEBUG oslo_vmware.api [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.956138] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.959210] env[69262]: DEBUG nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.960925] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.292s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.962839] env[69262]: DEBUG nova.objects.instance [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lazy-loading 'resources' on Instance uuid 2aa89765-b922-47f0-9bfe-2705ebaec9eb {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.345956] env[69262]: DEBUG nova.network.neutron [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.359768] env[69262]: DEBUG oslo_vmware.api [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145972} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.360566] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.360781] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.360964] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.361174] env[69262]: INFO nova.compute.manager [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Took 1.14 seconds to destroy the instance on the hypervisor. [ 930.361474] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.361683] env[69262]: DEBUG nova.compute.manager [-] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.361779] env[69262]: DEBUG nova.network.neutron [-] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.466361] env[69262]: DEBUG nova.compute.utils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.474719] env[69262]: DEBUG nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.474978] env[69262]: DEBUG nova.network.neutron [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.571256] env[69262]: DEBUG nova.policy [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c85aa3cc428947acb0c4d19d6af1eebe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e74f98d1931a48089c0c7efd60ba830e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.711860] env[69262]: DEBUG nova.network.neutron [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance_info_cache with network_info: [{"id": "6be3a3da-311a-4891-8821-8ef5207ce337", "address": "fa:16:3e:9a:16:cc", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be3a3da-31", "ovs_interfaceid": "6be3a3da-311a-4891-8821-8ef5207ce337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.763295] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updated VIF entry in instance network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.763664] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.952252] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3f6e7-8193-4115-8b51-fd6bd231d298 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.961364] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3166495-98ac-4613-b05b-ac8f2e81681b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.002643] env[69262]: DEBUG nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.006509] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e30bf4-f5a4-45cf-9290-fa27a2019bb6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.016023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1034b81-7d17-4081-8e11-828de96c5b2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.029766] env[69262]: DEBUG nova.compute.provider_tree [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.185159] env[69262]: DEBUG nova.network.neutron [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Successfully created port: adbdd501-3bdd-4626-9c98-f9402103eca2 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.219291] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.221123] env[69262]: DEBUG nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Instance network_info: |[{"id": "6be3a3da-311a-4891-8821-8ef5207ce337", "address": "fa:16:3e:9a:16:cc", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be3a3da-31", "ovs_interfaceid": "6be3a3da-311a-4891-8821-8ef5207ce337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.222880] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:16:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6be3a3da-311a-4891-8821-8ef5207ce337', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.239822] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.240482] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.240866] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-526f1e10-8b29-41cb-b9a8-cf6ee2c64d6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.268817] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Releasing lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.269434] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Received event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.269434] env[69262]: DEBUG nova.compute.manager [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing instance network info cache due to event network-changed-53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.269547] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Acquiring lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.269623] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Acquired lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.269785] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Refreshing network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.282682] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.282682] env[69262]: value = "task-3713881" [ 931.282682] env[69262]: _type = "Task" [ 931.282682] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.292905] env[69262]: DEBUG nova.compute.manager [req-8493428c-e621-4511-af52-e0a9ace6d66b req-fa28e9fd-1df0-45ae-a065-0d07695e9d62 service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Received event network-vif-deleted-a7993a2c-69a8-437f-bc8c-f1b7c6217c3f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.293150] env[69262]: INFO nova.compute.manager [req-8493428c-e621-4511-af52-e0a9ace6d66b req-fa28e9fd-1df0-45ae-a065-0d07695e9d62 service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Neutron deleted interface a7993a2c-69a8-437f-bc8c-f1b7c6217c3f; detaching it from the instance and deleting it from the info cache [ 931.293327] env[69262]: DEBUG nova.network.neutron [req-8493428c-e621-4511-af52-e0a9ace6d66b req-fa28e9fd-1df0-45ae-a065-0d07695e9d62 service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.297893] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713881, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.417306] env[69262]: DEBUG nova.network.neutron [-] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.533573] env[69262]: DEBUG nova.scheduler.client.report [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.795622] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713881, 'name': CreateVM_Task, 'duration_secs': 0.336555} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.795818] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.796710] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.796798] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.797326] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.797506] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd32b37-883e-468c-bdab-2a7044bc37c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.799518] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48594f54-7d5c-4093-9110-03ff575b4304 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.805612] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 931.805612] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ae634e-b974-b5ea-2498-3348b257a050" [ 931.805612] env[69262]: _type = "Task" [ 931.805612] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.813097] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23729c5d-229e-4ddc-942a-d924f3fbe09c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.833941] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ae634e-b974-b5ea-2498-3348b257a050, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.834325] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.834595] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.834876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.835179] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.835458] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.838277] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d41e0a5-5343-43c8-99c4-8cccad52a6de {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.851846] env[69262]: DEBUG nova.compute.manager [req-8493428c-e621-4511-af52-e0a9ace6d66b req-fa28e9fd-1df0-45ae-a065-0d07695e9d62 service nova] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Detach interface failed, port_id=a7993a2c-69a8-437f-bc8c-f1b7c6217c3f, reason: Instance e9b756d4-d6b2-4da0-900f-b900934a9538 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 931.859802] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.860014] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.861120] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a222349c-aa61-4150-81a1-3823e916cc4c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.867629] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 931.867629] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebd768-549d-c49d-abb6-725262365000" [ 931.867629] env[69262]: _type = "Task" [ 931.867629] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.876615] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebd768-549d-c49d-abb6-725262365000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.918048] env[69262]: INFO nova.compute.manager [-] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Took 1.56 seconds to deallocate network for instance. [ 932.013160] env[69262]: DEBUG nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.041425] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.043909] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.031s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.044215] env[69262]: DEBUG nova.objects.instance [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lazy-loading 'resources' on Instance uuid 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.050044] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.050469] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.050469] env[69262]: DEBUG nova.virt.hardware [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.052140] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f819d-c113-432a-b486-9eee165c3a81 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.062626] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06ac024-5e16-48a7-8faf-3846c26c3917 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.087524] env[69262]: INFO nova.scheduler.client.report [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted allocations for instance 2aa89765-b922-47f0-9bfe-2705ebaec9eb [ 932.232449] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updated VIF entry in instance network info cache for port 53135062-16f7-45d6-87fa-0fee6e11c167. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.232839] env[69262]: DEBUG nova.network.neutron [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [{"id": "53135062-16f7-45d6-87fa-0fee6e11c167", "address": "fa:16:3e:04:89:ca", "network": {"id": "8fd1480e-86db-46d6-986e-6748ef4d3f1c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-485547807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c5cdc01771f740989d97c0c57a0754f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53135062-16", "ovs_interfaceid": "53135062-16f7-45d6-87fa-0fee6e11c167", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.379947] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ebd768-549d-c49d-abb6-725262365000, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.380833] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e686f2c-cfb9-48f4-91f5-2a79acd20cad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.387673] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 932.387673] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520afdc7-d985-7b9a-ba3d-e5ed2eaf6b6f" [ 932.387673] env[69262]: _type = "Task" [ 932.387673] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.397660] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520afdc7-d985-7b9a-ba3d-e5ed2eaf6b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.430800] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.556091] env[69262]: DEBUG nova.objects.instance [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lazy-loading 'numa_topology' on Instance uuid 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.602775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-713abebd-aa76-4edf-89e0-511a513d15ee tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "2aa89765-b922-47f0-9bfe-2705ebaec9eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.699s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.620832] env[69262]: DEBUG nova.network.neutron [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Port 7d15e855-e0d9-45a0-b0f0-0d6bf30adecb binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 932.620832] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.620832] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.620832] env[69262]: DEBUG nova.network.neutron [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.736253] env[69262]: DEBUG oslo_concurrency.lockutils [req-88c2f0ab-1384-4ef4-b5f5-b3b59a06b146 req-56d3fe02-4897-4ed9-bb92-d1730a885535 service nova] Releasing lock "refresh_cache-4184821a-18c0-4f78-8ad1-fc56470105b5" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.900248] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520afdc7-d985-7b9a-ba3d-e5ed2eaf6b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.900248] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.900540] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f/5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.901243] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1655b0c-39c2-4963-8b14-8ea1b1839f64 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.909260] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 932.909260] env[69262]: value = "task-3713882" [ 932.909260] env[69262]: _type = "Task" [ 932.909260] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.921683] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.062623] env[69262]: DEBUG nova.objects.base [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Object Instance<2c383460-4553-4dea-b299-e3cc52541ca2> lazy-loaded attributes: resources,numa_topology {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.237818] env[69262]: DEBUG nova.network.neutron [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Successfully updated port: adbdd501-3bdd-4626-9c98-f9402103eca2 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.427667] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713882, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.469200] env[69262]: DEBUG nova.compute.manager [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Received event network-vif-plugged-adbdd501-3bdd-4626-9c98-f9402103eca2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.469799] env[69262]: DEBUG oslo_concurrency.lockutils [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] Acquiring lock "54b12c61-9a30-4485-9240-a74ff5c9cd14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.469799] env[69262]: DEBUG oslo_concurrency.lockutils [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.469920] env[69262]: DEBUG oslo_concurrency.lockutils [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.470203] env[69262]: DEBUG nova.compute.manager [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] No waiting events found dispatching network-vif-plugged-adbdd501-3bdd-4626-9c98-f9402103eca2 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 933.470249] env[69262]: WARNING nova.compute.manager [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Received unexpected event network-vif-plugged-adbdd501-3bdd-4626-9c98-f9402103eca2 for instance with vm_state building and task_state spawning. [ 933.471301] env[69262]: DEBUG nova.compute.manager [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Received event network-changed-adbdd501-3bdd-4626-9c98-f9402103eca2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.471301] env[69262]: DEBUG nova.compute.manager [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Refreshing instance network info cache due to event network-changed-adbdd501-3bdd-4626-9c98-f9402103eca2. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.471301] env[69262]: DEBUG oslo_concurrency.lockutils [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] Acquiring lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.471301] env[69262]: DEBUG oslo_concurrency.lockutils [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] Acquired lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.471301] env[69262]: DEBUG nova.network.neutron [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Refreshing network info cache for port adbdd501-3bdd-4626-9c98-f9402103eca2 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.479124] env[69262]: DEBUG nova.network.neutron [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [{"id": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "address": "fa:16:3e:8a:1d:2f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d15e855-e0", "ovs_interfaceid": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.585346] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a984e85-ff7f-4a29-a86d-563b81fdfce8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.593838] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4313c0af-c097-40fd-8396-c9b39b15e5a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.626925] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00494ddf-b27a-46f0-96fd-43610984d912 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.639755] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d858a9a1-989c-4e2a-87a0-9d56860d1e15 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.660411] env[69262]: DEBUG nova.compute.provider_tree [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.739590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.923641] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534962} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.923826] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f/5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.924073] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.924382] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e54ef8ff-76ee-4ad8-87fb-008950f15e99 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.932045] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 933.932045] env[69262]: value = "task-3713883" [ 933.932045] env[69262]: _type = "Task" [ 933.932045] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.942057] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.981712] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.016812] env[69262]: DEBUG nova.network.neutron [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.150225] env[69262]: DEBUG nova.network.neutron [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.199471] env[69262]: DEBUG nova.scheduler.client.report [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 934.199791] env[69262]: DEBUG nova.compute.provider_tree [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 102 to 103 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 934.200015] env[69262]: DEBUG nova.compute.provider_tree [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.448015] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093449} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.448015] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.448453] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e81057b-54b7-460d-b3ef-6e348f1068a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.477939] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f/5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.477939] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e0472a4-b443-4dc1-8e8c-004f0141d641 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.494181] env[69262]: DEBUG nova.compute.manager [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69262) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 934.494483] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.502098] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 934.502098] env[69262]: value = "task-3713884" [ 934.502098] env[69262]: _type = "Task" [ 934.502098] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.513411] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.653498] env[69262]: DEBUG oslo_concurrency.lockutils [req-c570330a-db8f-4df5-ba37-10e3d1520045 req-b0c7c046-6f67-4e34-9f4e-18d139fadef1 service nova] Releasing lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.653904] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.654077] env[69262]: DEBUG nova.network.neutron [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.705900] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.662s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.709503] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.301s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.711108] env[69262]: INFO nova.compute.claims [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.012332] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713884, 'name': ReconfigVM_Task, 'duration_secs': 0.421888} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.012932] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f/5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.013611] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1d0ebed-beae-4a40-88b2-ddd6dbe2c1be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.022108] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 935.022108] env[69262]: value = "task-3713885" [ 935.022108] env[69262]: _type = "Task" [ 935.022108] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.031971] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713885, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.200130] env[69262]: DEBUG nova.network.neutron [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.221363] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8c31d040-ac7b-4dab-bfdf-fb475e076b2a tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.016s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.225009] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.877s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.225009] env[69262]: INFO nova.compute.manager [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Unshelving [ 935.389881] env[69262]: DEBUG nova.network.neutron [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Updating instance_info_cache with network_info: [{"id": "adbdd501-3bdd-4626-9c98-f9402103eca2", "address": "fa:16:3e:54:6f:b0", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbdd501-3b", "ovs_interfaceid": "adbdd501-3bdd-4626-9c98-f9402103eca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.534460] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713885, 'name': Rename_Task, 'duration_secs': 0.165088} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.534772] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.535044] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ecf00e7-94d3-4a89-8d5d-0c76caefb2c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.543490] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 935.543490] env[69262]: value = "task-3713886" [ 935.543490] env[69262]: _type = "Task" [ 935.543490] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.553309] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.896704] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.897843] env[69262]: DEBUG nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Instance network_info: |[{"id": "adbdd501-3bdd-4626-9c98-f9402103eca2", "address": "fa:16:3e:54:6f:b0", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbdd501-3b", "ovs_interfaceid": "adbdd501-3bdd-4626-9c98-f9402103eca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.898753] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:6f:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adbdd501-3bdd-4626-9c98-f9402103eca2', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.908540] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.911496] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.912205] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70d1b093-ff6e-43cd-ad45-ac9808718aed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.941725] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.941725] env[69262]: value = "task-3713887" [ 935.941725] env[69262]: _type = "Task" [ 935.941725] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.954839] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713887, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.057156] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.174949] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b41d709-cfdb-46f5-8395-878f13c0a288 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.185202] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a334227-2974-41e9-bdd1-cb459fe9d38a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.221978] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d735dc9f-d6e5-41ad-a180-7ed831d6286d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.230706] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24cb2a-1e01-4934-83c9-f96990101a6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.251273] env[69262]: DEBUG nova.compute.provider_tree [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.252079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.453847] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713887, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.556364] env[69262]: DEBUG oslo_vmware.api [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713886, 'name': PowerOnVM_Task, 'duration_secs': 0.650055} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.556702] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.556849] env[69262]: INFO nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Took 10.58 seconds to spawn the instance on the hypervisor. [ 936.557042] env[69262]: DEBUG nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.557973] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1475bab-3944-4ab8-a8c3-6fa2f97b8743 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.755057] env[69262]: DEBUG nova.scheduler.client.report [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.957487] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713887, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.075498] env[69262]: INFO nova.compute.manager [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Took 34.54 seconds to build instance. [ 937.262950] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.262950] env[69262]: DEBUG nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 937.264899] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.943s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.266916] env[69262]: INFO nova.compute.claims [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.464140] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713887, 'name': CreateVM_Task, 'duration_secs': 1.396389} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.464425] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.465224] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.465382] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.465717] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.465989] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d79b03f-77ec-484f-904c-c90ac4661fb1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.473297] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 937.473297] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d82932-2947-79e4-384f-94eb8ce13554" [ 937.473297] env[69262]: _type = "Task" [ 937.473297] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.482878] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d82932-2947-79e4-384f-94eb8ce13554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.577639] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6508a8a1-15c2-49c0-82a3-75b10da37a40 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.056s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.773870] env[69262]: DEBUG nova.compute.utils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.775350] env[69262]: DEBUG nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.775576] env[69262]: DEBUG nova.network.neutron [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.819208] env[69262]: DEBUG nova.policy [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd217098d5c5f43acbf264e5503bfe680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a73bc9ddd24a43aea1580501877238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.986704] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d82932-2947-79e4-384f-94eb8ce13554, 'name': SearchDatastore_Task, 'duration_secs': 0.017291} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.987438] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.987817] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.988653] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.988944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.989282] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.989716] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6674b0da-b88f-47cd-9418-33ce1968f1fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.001386] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.001386] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.001386] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2d9ea6-b5f0-4ac1-94b4-47dfbaa2a636 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.009144] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 938.009144] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db77e9-204b-8378-6927-7d4100f6d1cc" [ 938.009144] env[69262]: _type = "Task" [ 938.009144] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.018939] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db77e9-204b-8378-6927-7d4100f6d1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.135146] env[69262]: DEBUG nova.network.neutron [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Successfully created port: 505cedfc-a756-4730-9be9-12f46a7ea512 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.280815] env[69262]: DEBUG nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 938.459622] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "ac302584-b008-4f1b-aa2b-b18437b78921" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.460531] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "ac302584-b008-4f1b-aa2b-b18437b78921" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.524920] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db77e9-204b-8378-6927-7d4100f6d1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.525961] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4669d8-6dce-4409-8e3f-665ae83829ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.536274] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 938.536274] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5217a16b-8e61-5020-022d-db3b0db760a9" [ 938.536274] env[69262]: _type = "Task" [ 938.536274] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.549728] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5217a16b-8e61-5020-022d-db3b0db760a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.550906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.551305] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/54b12c61-9a30-4485-9240-a74ff5c9cd14.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.552193] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ac2157f-b545-4e4c-9d8a-b80b9310ac08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.560159] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 938.560159] env[69262]: value = "task-3713888" [ 938.560159] env[69262]: _type = "Task" [ 938.560159] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.576897] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.781928] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416952be-2370-4fdd-b099-58f7b6783d1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.795931] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043192d-86f9-4f22-8abd-0b36338d186b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.832137] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25afb3a-61df-4ab2-b507-163c0aa59293 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.843582] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8676b516-3521-4723-927d-ec77b4b68429 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.863651] env[69262]: DEBUG nova.compute.provider_tree [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.962253] env[69262]: DEBUG nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.071962] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.303068] env[69262]: DEBUG nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.327812] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.328064] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.328225] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.328403] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.328552] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.328700] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.328912] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.329085] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.329255] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.329421] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.329595] env[69262]: DEBUG nova.virt.hardware [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.330497] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ae3a2e-c1fa-4b84-a98d-0d945c888ff9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.339616] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb0a725-099d-469d-b073-b041c2c84438 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.367036] env[69262]: DEBUG nova.scheduler.client.report [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.486985] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.568300] env[69262]: DEBUG nova.compute.manager [req-2cb5855f-6742-4b1a-9585-c84f20e2863e req-c83c6fd2-6fed-43a9-a1d3-aeffa999b624 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Received event network-vif-plugged-505cedfc-a756-4730-9be9-12f46a7ea512 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.568300] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cb5855f-6742-4b1a-9585-c84f20e2863e req-c83c6fd2-6fed-43a9-a1d3-aeffa999b624 service nova] Acquiring lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.568300] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cb5855f-6742-4b1a-9585-c84f20e2863e req-c83c6fd2-6fed-43a9-a1d3-aeffa999b624 service nova] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.568616] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cb5855f-6742-4b1a-9585-c84f20e2863e req-c83c6fd2-6fed-43a9-a1d3-aeffa999b624 service nova] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.568655] env[69262]: DEBUG nova.compute.manager [req-2cb5855f-6742-4b1a-9585-c84f20e2863e req-c83c6fd2-6fed-43a9-a1d3-aeffa999b624 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] No waiting events found dispatching network-vif-plugged-505cedfc-a756-4730-9be9-12f46a7ea512 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.568935] env[69262]: WARNING nova.compute.manager [req-2cb5855f-6742-4b1a-9585-c84f20e2863e req-c83c6fd2-6fed-43a9-a1d3-aeffa999b624 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Received unexpected event network-vif-plugged-505cedfc-a756-4730-9be9-12f46a7ea512 for instance with vm_state building and task_state spawning. [ 939.578276] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629572} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.578538] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/54b12c61-9a30-4485-9240-a74ff5c9cd14.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.578758] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.579025] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9e3ce7a-4317-4cad-b098-a3b4ca637177 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.587120] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 939.587120] env[69262]: value = "task-3713889" [ 939.587120] env[69262]: _type = "Task" [ 939.587120] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.595943] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.658681] env[69262]: DEBUG nova.network.neutron [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Successfully updated port: 505cedfc-a756-4730-9be9-12f46a7ea512 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.755520] env[69262]: DEBUG nova.compute.manager [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 939.871973] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.872717] env[69262]: DEBUG nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.875425] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.758s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.876162] env[69262]: DEBUG nova.objects.instance [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lazy-loading 'resources' on Instance uuid e14ceff4-5064-4816-8c9b-b24e716e0e25 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.097384] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07355} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.097757] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.098421] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de087bf6-d86d-4821-9912-7de71aa4d1fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.120829] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/54b12c61-9a30-4485-9240-a74ff5c9cd14.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.121150] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd077639-625c-4537-b683-5b621ea9fe0d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.142223] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 940.142223] env[69262]: value = "task-3713890" [ 940.142223] env[69262]: _type = "Task" [ 940.142223] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.150527] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.165673] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-ba2ab8ea-5660-4e35-8559-2d68f108ae1e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.165931] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-ba2ab8ea-5660-4e35-8559-2d68f108ae1e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.166208] env[69262]: DEBUG nova.network.neutron [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.277978] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.380072] env[69262]: DEBUG nova.compute.utils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.383952] env[69262]: DEBUG nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.384141] env[69262]: DEBUG nova.network.neutron [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.436785] env[69262]: DEBUG nova.policy [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e25baca842c406bae009c2e1cce0dd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68f2d8549803418d9ff2defb42dde3a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.658501] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.727902] env[69262]: DEBUG nova.network.neutron [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.782226] env[69262]: DEBUG nova.network.neutron [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Successfully created port: 5ec551f2-fca8-4675-be05-a3dc62320536 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.814216] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bca0d56-d6a7-4e84-a950-2391adce7feb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.821809] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24a9ce3-1372-4665-9462-039623694d2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.868192] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd29b18-8c59-4358-8ac0-bf81eac9f3e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.878307] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd4f30-99ef-400f-844c-32448ef521ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.884125] env[69262]: DEBUG nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.902079] env[69262]: DEBUG nova.compute.provider_tree [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.035143] env[69262]: DEBUG nova.network.neutron [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Updating instance_info_cache with network_info: [{"id": "505cedfc-a756-4730-9be9-12f46a7ea512", "address": "fa:16:3e:49:48:3a", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505cedfc-a7", "ovs_interfaceid": "505cedfc-a756-4730-9be9-12f46a7ea512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.155826] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713890, 'name': ReconfigVM_Task, 'duration_secs': 0.843057} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.156167] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/54b12c61-9a30-4485-9240-a74ff5c9cd14.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.157675] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ffc6a5c-445a-4e3b-89c9-30b754a3b2e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.164097] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 941.164097] env[69262]: value = "task-3713891" [ 941.164097] env[69262]: _type = "Task" [ 941.164097] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.175164] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713891, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.405058] env[69262]: DEBUG nova.scheduler.client.report [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.538197] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-ba2ab8ea-5660-4e35-8559-2d68f108ae1e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.538555] env[69262]: DEBUG nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Instance network_info: |[{"id": "505cedfc-a756-4730-9be9-12f46a7ea512", "address": "fa:16:3e:49:48:3a", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505cedfc-a7", "ovs_interfaceid": "505cedfc-a756-4730-9be9-12f46a7ea512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.539040] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:48:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505cedfc-a756-4730-9be9-12f46a7ea512', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.546928] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.547194] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.547427] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1190b09-286a-4018-8db0-fea27e52dcf8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.569847] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.569847] env[69262]: value = "task-3713892" [ 941.569847] env[69262]: _type = "Task" [ 941.569847] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.578627] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713892, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.664867] env[69262]: DEBUG nova.compute.manager [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Received event network-changed-505cedfc-a756-4730-9be9-12f46a7ea512 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.665140] env[69262]: DEBUG nova.compute.manager [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Refreshing instance network info cache due to event network-changed-505cedfc-a756-4730-9be9-12f46a7ea512. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.665393] env[69262]: DEBUG oslo_concurrency.lockutils [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] Acquiring lock "refresh_cache-ba2ab8ea-5660-4e35-8559-2d68f108ae1e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.665474] env[69262]: DEBUG oslo_concurrency.lockutils [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] Acquired lock "refresh_cache-ba2ab8ea-5660-4e35-8559-2d68f108ae1e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.665625] env[69262]: DEBUG nova.network.neutron [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Refreshing network info cache for port 505cedfc-a756-4730-9be9-12f46a7ea512 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.677914] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713891, 'name': Rename_Task, 'duration_secs': 0.147459} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.678232] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.678480] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a32db1b-94cd-4fc3-9084-172ce5c39efb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.687464] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 941.687464] env[69262]: value = "task-3713893" [ 941.687464] env[69262]: _type = "Task" [ 941.687464] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.697422] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.894866] env[69262]: DEBUG nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.910183] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.912952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.656s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.913713] env[69262]: DEBUG nova.objects.instance [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lazy-loading 'resources' on Instance uuid 84fb1344-f3c6-49d1-8f1d-32b2d3e96250 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.924225] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.924485] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.924697] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.924896] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.925054] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.925209] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.925474] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.925648] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.925822] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.926009] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.926174] env[69262]: DEBUG nova.virt.hardware [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.927069] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312114c5-7883-4248-a2fd-31fa9938440f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.932930] env[69262]: INFO nova.scheduler.client.report [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Deleted allocations for instance e14ceff4-5064-4816-8c9b-b24e716e0e25 [ 941.939625] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb2b3f4-4d38-497c-8d34-8fc14acaf719 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.080788] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713892, 'name': CreateVM_Task, 'duration_secs': 0.348213} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.081026] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.081707] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.081872] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.082228] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.082498] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53cbbbf8-c680-4191-bd3d-c1c41066d8fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.088433] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 942.088433] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5227790c-f963-4b36-29e1-4176d4330872" [ 942.088433] env[69262]: _type = "Task" [ 942.088433] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.098079] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5227790c-f963-4b36-29e1-4176d4330872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.198154] env[69262]: DEBUG oslo_vmware.api [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713893, 'name': PowerOnVM_Task, 'duration_secs': 0.495868} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.198495] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.198646] env[69262]: INFO nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Took 10.19 seconds to spawn the instance on the hypervisor. [ 942.198826] env[69262]: DEBUG nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.199656] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c943ff-34af-4bfa-9b0b-4f15cca6458d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.454593] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b029493-751d-4660-bcd9-b1d3cfe81bdd tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "e14ceff4-5064-4816-8c9b-b24e716e0e25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.238s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.517746] env[69262]: DEBUG nova.network.neutron [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Updated VIF entry in instance network info cache for port 505cedfc-a756-4730-9be9-12f46a7ea512. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.518134] env[69262]: DEBUG nova.network.neutron [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Updating instance_info_cache with network_info: [{"id": "505cedfc-a756-4730-9be9-12f46a7ea512", "address": "fa:16:3e:49:48:3a", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505cedfc-a7", "ovs_interfaceid": "505cedfc-a756-4730-9be9-12f46a7ea512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.598870] env[69262]: DEBUG nova.network.neutron [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Successfully updated port: 5ec551f2-fca8-4675-be05-a3dc62320536 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.613638] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5227790c-f963-4b36-29e1-4176d4330872, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.613955] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.614205] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.614443] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.614637] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.614840] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.618446] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e73f58-2442-4b5b-8506-a07c30d8a560 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.628322] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.628529] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.631678] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3760c757-f7de-44ca-beb1-28444e46d619 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.637747] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 942.637747] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528d125f-f694-81f5-71b3-ab53db2cac84" [ 942.637747] env[69262]: _type = "Task" [ 942.637747] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.648679] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528d125f-f694-81f5-71b3-ab53db2cac84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.724040] env[69262]: INFO nova.compute.manager [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Took 39.12 seconds to build instance. [ 942.846786] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e11fbc-88e0-4a87-9bf5-f56cdf7f6d48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.855316] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb79f96-db28-4c37-94a9-11438aacadd4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.888654] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba94cff1-5af4-4f1b-b623-f60b605c3dff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.898038] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e81913-8739-441b-895a-d1a16d9e0edf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.913772] env[69262]: DEBUG nova.compute.provider_tree [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.023773] env[69262]: DEBUG oslo_concurrency.lockutils [req-cfc4e2e7-0513-407b-8fb8-bfbd90e012ac req-63fcf34f-4d63-4426-b00a-9b1ef79835e6 service nova] Releasing lock "refresh_cache-ba2ab8ea-5660-4e35-8559-2d68f108ae1e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.103985] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "refresh_cache-116122e9-eb20-4b2e-8622-8acc1cbc3672" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.104216] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquired lock "refresh_cache-116122e9-eb20-4b2e-8622-8acc1cbc3672" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.104383] env[69262]: DEBUG nova.network.neutron [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.154455] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528d125f-f694-81f5-71b3-ab53db2cac84, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.155360] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5734221c-da1a-4eff-85b9-4223436b4c89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.161413] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 943.161413] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52669776-c4c9-da73-286c-9a9e677ac8ce" [ 943.161413] env[69262]: _type = "Task" [ 943.161413] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.170439] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52669776-c4c9-da73-286c-9a9e677ac8ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.226287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6f5af206-bab2-4099-9bbc-19721a428bf0 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.630s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.419243] env[69262]: DEBUG nova.scheduler.client.report [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.637176] env[69262]: DEBUG nova.network.neutron [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.675996] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52669776-c4c9-da73-286c-9a9e677ac8ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.675996] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.675996] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ba2ab8ea-5660-4e35-8559-2d68f108ae1e/ba2ab8ea-5660-4e35-8559-2d68f108ae1e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.675996] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbcea860-b5ff-4754-bf60-d901750e50e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.684692] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 943.684692] env[69262]: value = "task-3713894" [ 943.684692] env[69262]: _type = "Task" [ 943.684692] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.694480] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.785496] env[69262]: DEBUG nova.network.neutron [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Updating instance_info_cache with network_info: [{"id": "5ec551f2-fca8-4675-be05-a3dc62320536", "address": "fa:16:3e:37:6d:df", "network": {"id": "e6d3ba58-8ea9-4e0d-936c-39ba6085875c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2110994071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f2d8549803418d9ff2defb42dde3a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec551f2-fc", "ovs_interfaceid": "5ec551f2-fca8-4675-be05-a3dc62320536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.923937] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.926678] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.604s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.929035] env[69262]: INFO nova.compute.claims [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.952567] env[69262]: INFO nova.scheduler.client.report [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Deleted allocations for instance 84fb1344-f3c6-49d1-8f1d-32b2d3e96250 [ 943.991490] env[69262]: DEBUG nova.compute.manager [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Received event network-vif-plugged-5ec551f2-fca8-4675-be05-a3dc62320536 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.991490] env[69262]: DEBUG oslo_concurrency.lockutils [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] Acquiring lock "116122e9-eb20-4b2e-8622-8acc1cbc3672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.991719] env[69262]: DEBUG oslo_concurrency.lockutils [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.991849] env[69262]: DEBUG oslo_concurrency.lockutils [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.992052] env[69262]: DEBUG nova.compute.manager [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] No waiting events found dispatching network-vif-plugged-5ec551f2-fca8-4675-be05-a3dc62320536 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 943.992266] env[69262]: WARNING nova.compute.manager [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Received unexpected event network-vif-plugged-5ec551f2-fca8-4675-be05-a3dc62320536 for instance with vm_state building and task_state spawning. [ 943.992696] env[69262]: DEBUG nova.compute.manager [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Received event network-changed-5ec551f2-fca8-4675-be05-a3dc62320536 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.992696] env[69262]: DEBUG nova.compute.manager [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Refreshing instance network info cache due to event network-changed-5ec551f2-fca8-4675-be05-a3dc62320536. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.992883] env[69262]: DEBUG oslo_concurrency.lockutils [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] Acquiring lock "refresh_cache-116122e9-eb20-4b2e-8622-8acc1cbc3672" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.198073] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713894, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.288799] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Releasing lock "refresh_cache-116122e9-eb20-4b2e-8622-8acc1cbc3672" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.289143] env[69262]: DEBUG nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Instance network_info: |[{"id": "5ec551f2-fca8-4675-be05-a3dc62320536", "address": "fa:16:3e:37:6d:df", "network": {"id": "e6d3ba58-8ea9-4e0d-936c-39ba6085875c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2110994071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f2d8549803418d9ff2defb42dde3a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec551f2-fc", "ovs_interfaceid": "5ec551f2-fca8-4675-be05-a3dc62320536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.289457] env[69262]: DEBUG oslo_concurrency.lockutils [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] Acquired lock "refresh_cache-116122e9-eb20-4b2e-8622-8acc1cbc3672" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.289631] env[69262]: DEBUG nova.network.neutron [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Refreshing network info cache for port 5ec551f2-fca8-4675-be05-a3dc62320536 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.291147] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:6d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ec551f2-fca8-4675-be05-a3dc62320536', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.298857] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Creating folder: Project (68f2d8549803418d9ff2defb42dde3a2). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.302031] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eb714ef-81d6-4f3d-90c0-16503317c14c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.315512] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Created folder: Project (68f2d8549803418d9ff2defb42dde3a2) in parent group-v739409. [ 944.315794] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Creating folder: Instances. Parent ref: group-v739630. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.316066] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3dde0a5-12b5-4a9a-8465-1a0f009e89cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.327967] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Created folder: Instances in parent group-v739630. [ 944.328284] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.328490] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.328705] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d89fe59-4127-465c-a3ae-f4c4454ddbfb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.352422] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.352422] env[69262]: value = "task-3713897" [ 944.352422] env[69262]: _type = "Task" [ 944.352422] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.362121] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713897, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.413682] env[69262]: INFO nova.compute.manager [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Rescuing [ 944.413932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.414094] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.414256] env[69262]: DEBUG nova.network.neutron [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.462191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4267568c-3ecf-4931-b024-85725623ff3a tempest-ImagesOneServerNegativeTestJSON-1474858949 tempest-ImagesOneServerNegativeTestJSON-1474858949-project-member] Lock "84fb1344-f3c6-49d1-8f1d-32b2d3e96250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.494s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.545862] env[69262]: DEBUG nova.network.neutron [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Updated VIF entry in instance network info cache for port 5ec551f2-fca8-4675-be05-a3dc62320536. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.546242] env[69262]: DEBUG nova.network.neutron [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Updating instance_info_cache with network_info: [{"id": "5ec551f2-fca8-4675-be05-a3dc62320536", "address": "fa:16:3e:37:6d:df", "network": {"id": "e6d3ba58-8ea9-4e0d-936c-39ba6085875c", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2110994071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f2d8549803418d9ff2defb42dde3a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec551f2-fc", "ovs_interfaceid": "5ec551f2-fca8-4675-be05-a3dc62320536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.696574] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713894, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.864913] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713897, 'name': CreateVM_Task, 'duration_secs': 0.425374} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.865134] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.865846] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.866045] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.866393] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.866673] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2197d253-f195-4892-a6ae-642dad9bf6c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.872363] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 944.872363] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c68ba-ba8c-4e4a-abd4-1fceb911afec" [ 944.872363] env[69262]: _type = "Task" [ 944.872363] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.882374] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c68ba-ba8c-4e4a-abd4-1fceb911afec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.050309] env[69262]: DEBUG oslo_concurrency.lockutils [req-b7b2090e-1904-4f62-8bac-50cfcbacea5b req-3cd61ced-282f-4c85-8727-16c2afedfacc service nova] Releasing lock "refresh_cache-116122e9-eb20-4b2e-8622-8acc1cbc3672" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.116388] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.116662] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.116884] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.117090] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.117260] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.119466] env[69262]: INFO nova.compute.manager [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Terminating instance [ 945.137261] env[69262]: DEBUG nova.network.neutron [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Updating instance_info_cache with network_info: [{"id": "adbdd501-3bdd-4626-9c98-f9402103eca2", "address": "fa:16:3e:54:6f:b0", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbdd501-3b", "ovs_interfaceid": "adbdd501-3bdd-4626-9c98-f9402103eca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.202914] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713894, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.515342} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.206944] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ba2ab8ea-5660-4e35-8559-2d68f108ae1e/ba2ab8ea-5660-4e35-8559-2d68f108ae1e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.206944] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.206944] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76f4bc08-fab4-4f0e-9ea0-8843737ee185 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.214905] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 945.214905] env[69262]: value = "task-3713898" [ 945.214905] env[69262]: _type = "Task" [ 945.214905] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.227833] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.386855] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c68ba-ba8c-4e4a-abd4-1fceb911afec, 'name': SearchDatastore_Task, 'duration_secs': 0.013852} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.388240] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.388467] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.388693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.388877] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.389097] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.390026] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d732e27c-44e0-4797-8dda-08a5c6738d00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.392784] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6417076f-1ebe-4af3-ba36-41f60476b838 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.400219] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cfbfe9-8e21-4885-bd73-a76bf38a0216 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.405555] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.405770] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.407028] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f067c0-8555-40ea-91b4-b1632383e8c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.438340] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50ed8c2-a778-4a4a-a183-197c61af4411 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.443310] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 945.443310] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bff92e-c325-ee0e-3ced-fa9cd8f5a41c" [ 945.443310] env[69262]: _type = "Task" [ 945.443310] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.452999] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8286766-814e-4715-b77a-71e4dbc8b089 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.460732] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bff92e-c325-ee0e-3ced-fa9cd8f5a41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.472112] env[69262]: DEBUG nova.compute.provider_tree [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.630026] env[69262]: DEBUG nova.compute.manager [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.630026] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.630026] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03011f7d-dfe5-42f2-8cf3-7136cabfec6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.637704] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.638606] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.642033] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8724629f-98db-4e48-ad85-4688e93121c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.648783] env[69262]: DEBUG oslo_vmware.api [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 945.648783] env[69262]: value = "task-3713899" [ 945.648783] env[69262]: _type = "Task" [ 945.648783] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.659638] env[69262]: DEBUG oslo_vmware.api [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.726048] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075056} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.726397] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.727324] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae44773-7a94-4635-8301-6cbb0f66e384 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.753450] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] ba2ab8ea-5660-4e35-8559-2d68f108ae1e/ba2ab8ea-5660-4e35-8559-2d68f108ae1e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.754324] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c58e9cb-2c86-4411-8172-e7deb922f0ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.776280] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 945.776280] env[69262]: value = "task-3713900" [ 945.776280] env[69262]: _type = "Task" [ 945.776280] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.786259] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.956215] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bff92e-c325-ee0e-3ced-fa9cd8f5a41c, 'name': SearchDatastore_Task, 'duration_secs': 0.023983} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.957058] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ec5afa-9344-4b78-a756-5b435ca41771 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.963653] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 945.963653] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ede369-b3dd-71ed-e281-b8745b93d447" [ 945.963653] env[69262]: _type = "Task" [ 945.963653] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.978497] env[69262]: DEBUG nova.scheduler.client.report [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.980829] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ede369-b3dd-71ed-e281-b8745b93d447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.160319] env[69262]: DEBUG oslo_vmware.api [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713899, 'name': PowerOffVM_Task, 'duration_secs': 0.353563} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.160704] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.160891] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.161165] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6952fed6-9a99-4507-868a-a8c831bdb2c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.244028] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.244028] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.244028] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Deleting the datastore file [datastore1] b75d7fd5-ffee-482f-9c0a-d9b62e72ada8 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.244028] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e83e62-c70c-424d-94f3-5ee88c808ad9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.250946] env[69262]: DEBUG oslo_vmware.api [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for the task: (returnval){ [ 946.250946] env[69262]: value = "task-3713902" [ 946.250946] env[69262]: _type = "Task" [ 946.250946] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.261801] env[69262]: DEBUG oslo_vmware.api [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.289594] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.478389] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ede369-b3dd-71ed-e281-b8745b93d447, 'name': SearchDatastore_Task, 'duration_secs': 0.019988} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.479070] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.479487] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 116122e9-eb20-4b2e-8622-8acc1cbc3672/116122e9-eb20-4b2e-8622-8acc1cbc3672.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.481031] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c50dbc93-aa14-4501-9aa8-d5a1e81c5dcb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.483970] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.487537] env[69262]: DEBUG nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.492622] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.320s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.492622] env[69262]: DEBUG nova.objects.instance [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lazy-loading 'resources' on Instance uuid dd0d077f-a1c7-4307-8838-1585fe37aeaf {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.498139] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 946.498139] env[69262]: value = "task-3713903" [ 946.498139] env[69262]: _type = "Task" [ 946.498139] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.510192] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.765443] env[69262]: DEBUG oslo_vmware.api [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Task: {'id': task-3713902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182658} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.766529] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.769022] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.769022] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.769022] env[69262]: INFO nova.compute.manager [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.769022] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.769022] env[69262]: DEBUG nova.compute.manager [-] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.769022] env[69262]: DEBUG nova.network.neutron [-] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.789169] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713900, 'name': ReconfigVM_Task, 'duration_secs': 0.523772} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.791168] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] ba2ab8ea-5660-4e35-8559-2d68f108ae1e/ba2ab8ea-5660-4e35-8559-2d68f108ae1e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.792389] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc1c5315-9905-48c5-b0f2-8688e1e53560 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.801132] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 946.801132] env[69262]: value = "task-3713904" [ 946.801132] env[69262]: _type = "Task" [ 946.801132] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.814021] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713904, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.995555] env[69262]: DEBUG nova.compute.utils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.015538] env[69262]: DEBUG nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.015538] env[69262]: DEBUG nova.network.neutron [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.027077] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713903, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.091509] env[69262]: DEBUG nova.policy [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607df61e3b7b450daaa7dcc73b892ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d659e54da3b46599b55a538aa7d3baa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.190781] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.191337] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91adc6ec-5b0f-4e5b-893a-28b7488782cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.196357] env[69262]: DEBUG nova.compute.manager [req-d71aa9b3-7f66-4fa2-8d14-7df3c9d279de req-e4e164bf-054f-4db9-b227-a09b294692f2 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Received event network-vif-deleted-4c4f072b-8b51-401c-b65c-073966692cc8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.197124] env[69262]: INFO nova.compute.manager [req-d71aa9b3-7f66-4fa2-8d14-7df3c9d279de req-e4e164bf-054f-4db9-b227-a09b294692f2 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Neutron deleted interface 4c4f072b-8b51-401c-b65c-073966692cc8; detaching it from the instance and deleting it from the info cache [ 947.197205] env[69262]: DEBUG nova.network.neutron [req-d71aa9b3-7f66-4fa2-8d14-7df3c9d279de req-e4e164bf-054f-4db9-b227-a09b294692f2 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.208038] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 947.208038] env[69262]: value = "task-3713905" [ 947.208038] env[69262]: _type = "Task" [ 947.208038] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.222223] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.311709] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713904, 'name': Rename_Task, 'duration_secs': 0.343756} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.312120] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.312453] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5657a255-5b10-458d-9737-bf03b5344484 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.321660] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 947.321660] env[69262]: value = "task-3713906" [ 947.321660] env[69262]: _type = "Task" [ 947.321660] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.334257] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.455576] env[69262]: DEBUG nova.network.neutron [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Successfully created port: 5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.511719] env[69262]: DEBUG nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.517296] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf787385-71f3-42b7-a1c8-3f874301d4b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.532411] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542225} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.534519] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 116122e9-eb20-4b2e-8622-8acc1cbc3672/116122e9-eb20-4b2e-8622-8acc1cbc3672.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.535221] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.535221] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-669e82e6-f2f2-4e1c-8a00-965714696c84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.539478] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048d066d-599f-4e57-83a1-be33a397f8df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.551023] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 947.551023] env[69262]: value = "task-3713907" [ 947.551023] env[69262]: _type = "Task" [ 947.551023] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.583262] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20990365-e5fb-452f-80d3-747eca3bf621 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.591433] env[69262]: DEBUG nova.network.neutron [-] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.595265] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.598293] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f576e02a-2f4c-4347-89b3-3ead9b79a550 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.618044] env[69262]: DEBUG nova.compute.provider_tree [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.700844] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8547b1e9-9cc7-402c-86b0-bc6baa7a144f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.711983] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc6d658-17a2-462e-b565-232cee029bd5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.740622] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713905, 'name': PowerOffVM_Task, 'duration_secs': 0.203521} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.740935] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.742100] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f35fe04-1aa8-4c41-a56f-44e01886a28e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.758585] env[69262]: DEBUG nova.compute.manager [req-d71aa9b3-7f66-4fa2-8d14-7df3c9d279de req-e4e164bf-054f-4db9-b227-a09b294692f2 service nova] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Detach interface failed, port_id=4c4f072b-8b51-401c-b65c-073966692cc8, reason: Instance b75d7fd5-ffee-482f-9c0a-d9b62e72ada8 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.778978] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d3e23-eaa2-4163-82ec-5dee3f78c56f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.831085] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.832426] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b4b935-ffad-4981-b9e9-d6bfab3f3f0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.845198] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713906, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.846835] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 947.846835] env[69262]: value = "task-3713908" [ 947.846835] env[69262]: _type = "Task" [ 947.846835] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.859918] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 947.860245] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.860532] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.860658] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.860840] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.861122] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-804e692a-95ca-4909-b59a-e19b097e8f7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.870928] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.871273] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.871893] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7557da2a-e53a-49be-a904-c4e0a16bcbf6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.878241] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 947.878241] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523550ed-20ed-2c6a-099f-2c5a2f9b3914" [ 947.878241] env[69262]: _type = "Task" [ 947.878241] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.887121] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523550ed-20ed-2c6a-099f-2c5a2f9b3914, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.089106] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104901} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.089397] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.090210] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c95977-ed4f-412b-814e-5d2749f79645 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.097028] env[69262]: INFO nova.compute.manager [-] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Took 1.33 seconds to deallocate network for instance. [ 948.115146] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 116122e9-eb20-4b2e-8622-8acc1cbc3672/116122e9-eb20-4b2e-8622-8acc1cbc3672.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.118123] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ea2c4e-6dbb-443f-9566-24b91688de6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.134396] env[69262]: DEBUG nova.scheduler.client.report [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.145814] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 948.145814] env[69262]: value = "task-3713909" [ 948.145814] env[69262]: _type = "Task" [ 948.145814] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.155371] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.333115] env[69262]: DEBUG oslo_vmware.api [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713906, 'name': PowerOnVM_Task, 'duration_secs': 0.551384} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.333427] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.333635] env[69262]: INFO nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Took 9.03 seconds to spawn the instance on the hypervisor. [ 948.333820] env[69262]: DEBUG nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 948.334667] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7c299d-a454-4297-be8e-7600d5a244fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.398151] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523550ed-20ed-2c6a-099f-2c5a2f9b3914, 'name': SearchDatastore_Task, 'duration_secs': 0.028574} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.398151] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87b353a-a5b3-4e5f-ae67-acd2c8d888a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.407136] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 948.407136] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5221a5c5-2a69-aec2-56d9-b3d24b4c6fe9" [ 948.407136] env[69262]: _type = "Task" [ 948.407136] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.416575] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5221a5c5-2a69-aec2-56d9-b3d24b4c6fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.524277] env[69262]: DEBUG nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.569916] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.570132] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.570294] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.570557] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.570774] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.570981] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.571312] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.571562] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.571825] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.575029] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.575029] env[69262]: DEBUG nova.virt.hardware [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.575029] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d610e45-9706-4f1b-a59a-70309322cbc8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.581864] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa9714-3f7d-47fb-ae88-e6c4514da0d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.635079] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.643301] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.645989] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.465s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.647517] env[69262]: INFO nova.compute.claims [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.660058] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713909, 'name': ReconfigVM_Task, 'duration_secs': 0.348449} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.660380] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 116122e9-eb20-4b2e-8622-8acc1cbc3672/116122e9-eb20-4b2e-8622-8acc1cbc3672.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.661075] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cf4aec9-b4a2-49f6-bbff-41021cdb76e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.667920] env[69262]: INFO nova.scheduler.client.report [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Deleted allocations for instance dd0d077f-a1c7-4307-8838-1585fe37aeaf [ 948.671020] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 948.671020] env[69262]: value = "task-3713910" [ 948.671020] env[69262]: _type = "Task" [ 948.671020] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.683447] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713910, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.854035] env[69262]: INFO nova.compute.manager [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Took 42.47 seconds to build instance. [ 948.915048] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5221a5c5-2a69-aec2-56d9-b3d24b4c6fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.013415} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.915328] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.915593] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. {{(pid=69262) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 948.915865] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6219057f-6688-4b5f-81b6-a45cde8ffaf5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.924587] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 948.924587] env[69262]: value = "task-3713911" [ 948.924587] env[69262]: _type = "Task" [ 948.924587] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.934525] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.077603] env[69262]: DEBUG nova.network.neutron [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Successfully updated port: 5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.181270] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f2af0d17-6e72-4847-a821-6cf92009ccf2 tempest-ServerShowV247Test-1721149808 tempest-ServerShowV247Test-1721149808-project-member] Lock "dd0d077f-a1c7-4307-8838-1585fe37aeaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.414s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.187715] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713910, 'name': Rename_Task, 'duration_secs': 0.150805} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.188278] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.188542] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e31e011e-8abb-4c79-8a8d-ef9a4988485e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.198887] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 949.198887] env[69262]: value = "task-3713912" [ 949.198887] env[69262]: _type = "Task" [ 949.198887] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.210215] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.325879] env[69262]: DEBUG nova.compute.manager [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Received event network-vif-plugged-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.326196] env[69262]: DEBUG oslo_concurrency.lockutils [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] Acquiring lock "10b43b23-4344-4735-86fc-915d950b2d39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.326426] env[69262]: DEBUG oslo_concurrency.lockutils [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] Lock "10b43b23-4344-4735-86fc-915d950b2d39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.326603] env[69262]: DEBUG oslo_concurrency.lockutils [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] Lock "10b43b23-4344-4735-86fc-915d950b2d39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.326809] env[69262]: DEBUG nova.compute.manager [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] No waiting events found dispatching network-vif-plugged-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 949.326963] env[69262]: WARNING nova.compute.manager [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Received unexpected event network-vif-plugged-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 for instance with vm_state building and task_state spawning. [ 949.327163] env[69262]: DEBUG nova.compute.manager [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Received event network-changed-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.327364] env[69262]: DEBUG nova.compute.manager [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Refreshing instance network info cache due to event network-changed-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.327624] env[69262]: DEBUG oslo_concurrency.lockutils [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] Acquiring lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.327815] env[69262]: DEBUG oslo_concurrency.lockutils [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] Acquired lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.328570] env[69262]: DEBUG nova.network.neutron [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Refreshing network info cache for port 5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.359436] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2faf9d1a-f9c2-4935-943d-e9c83c7c0324 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.984s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.436824] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713911, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.580713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.715842] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.893052] env[69262]: DEBUG nova.network.neutron [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.923518] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.923773] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.923950] env[69262]: DEBUG nova.compute.manager [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.925086] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1db886-e38e-4ddd-90a2-178fbb4e6d72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.942758] env[69262]: DEBUG nova.compute.manager [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 949.943381] env[69262]: DEBUG nova.objects.instance [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lazy-loading 'flavor' on Instance uuid ba2ab8ea-5660-4e35-8559-2d68f108ae1e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.944992] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576013} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.945465] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. [ 949.946872] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a424376-10e0-4db6-a198-77bb3428abe9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.983152] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.989512] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0c91d5-7e63-4efd-9465-01dc9f5c7d45 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.009765] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 950.009765] env[69262]: value = "task-3713913" [ 950.009765] env[69262]: _type = "Task" [ 950.009765] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.022271] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.062560] env[69262]: DEBUG nova.network.neutron [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.188729] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664afde5-ef9b-4b48-b671-28b4920566a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.196908] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3c990d-4e12-4ce5-b70a-e552ded4c9a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.210095] env[69262]: DEBUG oslo_vmware.api [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713912, 'name': PowerOnVM_Task, 'duration_secs': 0.523114} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.234822] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.235139] env[69262]: INFO nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Took 8.34 seconds to spawn the instance on the hypervisor. [ 950.235452] env[69262]: DEBUG nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.237626] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7290bbf-09c3-4441-bbcd-7fbf37517ed3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.242021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72762f-74cc-4565-aefe-7d84b3cf3c48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.255973] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754bf72b-c88b-4b0d-8130-cc71dbf53544 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.270520] env[69262]: DEBUG nova.compute.provider_tree [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.525535] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.567702] env[69262]: DEBUG oslo_concurrency.lockutils [req-9b0e7280-7ef7-4b91-bec9-3ce4306010f4 req-0914f4b5-8bec-4a07-bea7-bd1365f72f46 service nova] Releasing lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.568223] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.568471] env[69262]: DEBUG nova.network.neutron [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.777218] env[69262]: INFO nova.compute.manager [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Took 41.49 seconds to build instance. [ 950.778054] env[69262]: DEBUG nova.scheduler.client.report [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.953823] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.954212] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9110987-96d2-4ac0-9a28-6fa1d2f93cbc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.963921] env[69262]: DEBUG oslo_vmware.api [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 950.963921] env[69262]: value = "task-3713914" [ 950.963921] env[69262]: _type = "Task" [ 950.963921] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.975210] env[69262]: DEBUG oslo_vmware.api [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.022252] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713913, 'name': ReconfigVM_Task, 'duration_secs': 0.647403} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.022645] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.023627] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59d8d96-b90b-4ddb-9d05-3125301227e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.064565] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa50a9c-fca7-4ace-a0a5-145a00d5e515 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.086053] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 951.086053] env[69262]: value = "task-3713915" [ 951.086053] env[69262]: _type = "Task" [ 951.086053] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.101118] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.153475] env[69262]: DEBUG nova.network.neutron [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 951.291404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d9827df8-6267-4d39-9993-10df68ce311b tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.009s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.291404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.291404] env[69262]: DEBUG nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.295684] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.962s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.295684] env[69262]: DEBUG nova.objects.instance [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lazy-loading 'resources' on Instance uuid 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.478430] env[69262]: DEBUG oslo_vmware.api [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713914, 'name': PowerOffVM_Task, 'duration_secs': 0.228975} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.478728] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.478924] env[69262]: DEBUG nova.compute.manager [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.479761] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1267e92e-80c4-4872-9b6f-8460a08c5294 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.598509] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713915, 'name': ReconfigVM_Task, 'duration_secs': 0.210209} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.598847] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.599150] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee0944f9-beb0-4e48-aea9-735467668b9f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.607477] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 951.607477] env[69262]: value = "task-3713916" [ 951.607477] env[69262]: _type = "Task" [ 951.607477] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.617958] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.738515] env[69262]: DEBUG nova.network.neutron [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Updating instance_info_cache with network_info: [{"id": "5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13", "address": "fa:16:3e:42:47:94", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7354a-44", "ovs_interfaceid": "5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.805745] env[69262]: DEBUG nova.compute.utils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.805745] env[69262]: DEBUG nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.806026] env[69262]: DEBUG nova.network.neutron [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.868730] env[69262]: DEBUG nova.policy [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52cb2d8ea52146b88046cb0c536f5ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c7d6780e9146ada3e548eb9c2da1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.006798] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74350044-6563-4892-8fe9-fe018372f787 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.118935] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.241440] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.241809] env[69262]: DEBUG nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance network_info: |[{"id": "5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13", "address": "fa:16:3e:42:47:94", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7354a-44", "ovs_interfaceid": "5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.242418] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:47:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.252849] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.256478] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.257368] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bca895d8-57cd-4156-b026-99a4a4b7381a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.286789] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.286789] env[69262]: value = "task-3713917" [ 952.286789] env[69262]: _type = "Task" [ 952.286789] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.299775] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713917, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.309712] env[69262]: DEBUG nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.329965] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883db2d1-1ffc-436e-a980-dc434aa87c68 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.340272] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c474c2-963e-46af-8c1b-99460f7fc194 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.398846] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418063a-1351-428f-a27e-fecff6f55753 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.412796] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d718b9a-1c30-4dc1-b3b4-34df8a927c88 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.431038] env[69262]: DEBUG nova.compute.provider_tree [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.492546] env[69262]: DEBUG nova.network.neutron [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Successfully created port: d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.625966] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.680520] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "09843c38-9365-4dab-a368-6bb0b69a908c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.680873] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "09843c38-9365-4dab-a368-6bb0b69a908c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.798513] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713917, 'name': CreateVM_Task, 'duration_secs': 0.504084} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.798689] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.799724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.799818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.800924] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.801323] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-161ad8c5-18b2-4c7a-8ea0-4f0e8760ef6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.807654] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 952.807654] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5222f223-2a9d-4525-603c-d9e096878520" [ 952.807654] env[69262]: _type = "Task" [ 952.807654] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.822595] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5222f223-2a9d-4525-603c-d9e096878520, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.935872] env[69262]: DEBUG nova.scheduler.client.report [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.128396] env[69262]: DEBUG oslo_vmware.api [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713916, 'name': PowerOnVM_Task, 'duration_secs': 1.047326} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.129118] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.137021] env[69262]: DEBUG nova.compute.manager [None req-e2c2f1fd-81ca-47f1-8e90-93e7f9a4e137 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.137021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba99157b-1d8c-4878-9120-256c8d1ebb7a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.183875] env[69262]: DEBUG nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.320204] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5222f223-2a9d-4525-603c-d9e096878520, 'name': SearchDatastore_Task, 'duration_secs': 0.016103} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.320597] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.320842] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.321091] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321234] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.321418] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.321701] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a38368-7451-4444-91fc-a517db2e8b25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.325408] env[69262]: DEBUG nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.339528] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.339724] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.340681] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b631364c-61f7-40ba-b5de-c0ba2a3833cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.346900] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 953.346900] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fddb4c-b8e3-6c29-88ee-dec76dd4802a" [ 953.346900] env[69262]: _type = "Task" [ 953.346900] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.358662] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fddb4c-b8e3-6c29-88ee-dec76dd4802a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.361255] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.361617] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.361784] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.361969] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.362417] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.362417] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.362638] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.362804] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.362968] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.365206] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.365456] env[69262]: DEBUG nova.virt.hardware [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.366299] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b20c07-8662-4caa-8c10-02fa1cf7bc02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.375387] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8397554c-64bb-4ec1-b94b-38d34ac41f2f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.450946] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.456498] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.897s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.459019] env[69262]: DEBUG nova.objects.instance [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lazy-loading 'resources' on Instance uuid 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.478737] env[69262]: INFO nova.scheduler.client.report [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Deleted allocations for instance 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92 [ 953.665810] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.666105] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.666352] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.666545] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.666816] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.670342] env[69262]: INFO nova.compute.manager [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Terminating instance [ 953.706868] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.859415] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fddb4c-b8e3-6c29-88ee-dec76dd4802a, 'name': SearchDatastore_Task, 'duration_secs': 0.037401} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.860473] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e4bdb14-b46b-4b91-85ca-c6838669ff50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.868055] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 953.868055] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522b71f8-0ee1-3e7c-edbc-36b4b0ff1823" [ 953.868055] env[69262]: _type = "Task" [ 953.868055] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.878510] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522b71f8-0ee1-3e7c-edbc-36b4b0ff1823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.991772] env[69262]: DEBUG oslo_concurrency.lockutils [None req-460f63df-798f-46fc-be89-913955e3f2a8 tempest-ServerMetadataNegativeTestJSON-134093561 tempest-ServerMetadataNegativeTestJSON-134093561-project-member] Lock "6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.207s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.175035] env[69262]: DEBUG nova.compute.manager [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.177965] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.179941] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5b986c-780a-4173-8c86-35e01f1c164e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.191335] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.191654] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3d77231-662b-41fd-9933-eb0fc305791b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.230146] env[69262]: DEBUG nova.compute.manager [req-116803d4-b502-4d46-8c52-01ea4946afc9 req-fd6c05ae-1be8-4b38-a422-afb197a238c4 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Received event network-vif-plugged-d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.230385] env[69262]: DEBUG oslo_concurrency.lockutils [req-116803d4-b502-4d46-8c52-01ea4946afc9 req-fd6c05ae-1be8-4b38-a422-afb197a238c4 service nova] Acquiring lock "6636a517-ef1a-41e7-8cf7-34629d3bd189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.230599] env[69262]: DEBUG oslo_concurrency.lockutils [req-116803d4-b502-4d46-8c52-01ea4946afc9 req-fd6c05ae-1be8-4b38-a422-afb197a238c4 service nova] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.230766] env[69262]: DEBUG oslo_concurrency.lockutils [req-116803d4-b502-4d46-8c52-01ea4946afc9 req-fd6c05ae-1be8-4b38-a422-afb197a238c4 service nova] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.230935] env[69262]: DEBUG nova.compute.manager [req-116803d4-b502-4d46-8c52-01ea4946afc9 req-fd6c05ae-1be8-4b38-a422-afb197a238c4 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] No waiting events found dispatching network-vif-plugged-d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.231215] env[69262]: WARNING nova.compute.manager [req-116803d4-b502-4d46-8c52-01ea4946afc9 req-fd6c05ae-1be8-4b38-a422-afb197a238c4 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Received unexpected event network-vif-plugged-d2fcc364-8c87-4907-a51f-613b586369ef for instance with vm_state building and task_state spawning. [ 954.275922] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.275922] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.276167] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleting the datastore file [datastore1] ba2ab8ea-5660-4e35-8559-2d68f108ae1e {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.276470] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a67c3d1f-75fd-4cc3-8558-f6dd0f52b5d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.294070] env[69262]: DEBUG oslo_vmware.api [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 954.294070] env[69262]: value = "task-3713919" [ 954.294070] env[69262]: _type = "Task" [ 954.294070] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.307650] env[69262]: DEBUG oslo_vmware.api [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.364193] env[69262]: DEBUG nova.network.neutron [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Successfully updated port: d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.384930] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522b71f8-0ee1-3e7c-edbc-36b4b0ff1823, 'name': SearchDatastore_Task, 'duration_secs': 0.043223} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.385964] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.386249] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.386531] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14a95e04-700b-4633-b8ad-0ecdcc500d1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.397192] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 954.397192] env[69262]: value = "task-3713920" [ 954.397192] env[69262]: _type = "Task" [ 954.397192] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.407430] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.468157] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a684b6-7e96-4d53-b89f-167172e569ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.481174] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29473c3b-1b44-48ef-a668-9ecd976d9d76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.529952] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0408d3d2-af07-49f7-8532-d3726fd32212 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.538504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378dc89b-2a2a-4b80-8c41-01251338224c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.553363] env[69262]: DEBUG nova.compute.provider_tree [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.808593] env[69262]: DEBUG oslo_vmware.api [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3713919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144263} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.808593] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.808593] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.810130] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.811201] env[69262]: INFO nova.compute.manager [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 954.812059] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.812059] env[69262]: DEBUG nova.compute.manager [-] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.812059] env[69262]: DEBUG nova.network.neutron [-] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.868061] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.868061] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.868061] env[69262]: DEBUG nova.network.neutron [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.911874] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501725} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.912095] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.912327] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.912591] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92df125c-ee7f-4c92-a40b-528016a82804 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.919941] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 954.919941] env[69262]: value = "task-3713921" [ 954.919941] env[69262]: _type = "Task" [ 954.919941] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.929331] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.056529] env[69262]: DEBUG nova.scheduler.client.report [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.173464] env[69262]: INFO nova.compute.manager [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Unrescuing [ 955.173828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.173990] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquired lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.177721] env[69262]: DEBUG nova.network.neutron [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.412947] env[69262]: DEBUG nova.network.neutron [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.430422] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082995} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.430702] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.431553] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9aec3-8b7a-4f96-9708-98ecb9a2d96c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.460597] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.460597] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b15fd166-da64-47b7-8ab2-6ff83c002278 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.485026] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 955.485026] env[69262]: value = "task-3713922" [ 955.485026] env[69262]: _type = "Task" [ 955.485026] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.495486] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.569364] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.573908] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.823s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.574068] env[69262]: DEBUG nova.objects.instance [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lazy-loading 'resources' on Instance uuid 973b10d5-7bcc-4e1b-bb73-5240244e0b6e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.610021] env[69262]: INFO nova.scheduler.client.report [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted allocations for instance 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1 [ 955.629568] env[69262]: DEBUG nova.network.neutron [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updating instance_info_cache with network_info: [{"id": "d2fcc364-8c87-4907-a51f-613b586369ef", "address": "fa:16:3e:77:e3:59", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2fcc364-8c", "ovs_interfaceid": "d2fcc364-8c87-4907-a51f-613b586369ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.736691] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "116122e9-eb20-4b2e-8622-8acc1cbc3672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.736981] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.737227] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "116122e9-eb20-4b2e-8622-8acc1cbc3672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.737406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.737649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.739955] env[69262]: INFO nova.compute.manager [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Terminating instance [ 955.867383] env[69262]: DEBUG nova.network.neutron [-] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.994836] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.117665] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d88b4c3-999e-4c52-af64-93d2812da24c tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "5b35efa8-f22f-4b33-9de1-6a0e80b80fd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.305s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.139457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.139794] env[69262]: DEBUG nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Instance network_info: |[{"id": "d2fcc364-8c87-4907-a51f-613b586369ef", "address": "fa:16:3e:77:e3:59", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2fcc364-8c", "ovs_interfaceid": "d2fcc364-8c87-4907-a51f-613b586369ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.143918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:e3:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2fcc364-8c87-4907-a51f-613b586369ef', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.154893] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Creating folder: Project (b1c7d6780e9146ada3e548eb9c2da1c4). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.160305] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c43043c6-95cf-4de6-801c-a84f93591b62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.175996] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Created folder: Project (b1c7d6780e9146ada3e548eb9c2da1c4) in parent group-v739409. [ 956.176394] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Creating folder: Instances. Parent ref: group-v739634. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.177410] env[69262]: DEBUG nova.network.neutron [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Updating instance_info_cache with network_info: [{"id": "adbdd501-3bdd-4626-9c98-f9402103eca2", "address": "fa:16:3e:54:6f:b0", "network": {"id": "a1ecfdc0-a985-4df8-83ea-386b443d4252", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-799838120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e74f98d1931a48089c0c7efd60ba830e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadbdd501-3b", "ovs_interfaceid": "adbdd501-3bdd-4626-9c98-f9402103eca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.178752] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b3c9ccd-295b-4f5d-a89d-4da198ade39e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.191410] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Created folder: Instances in parent group-v739634. [ 956.191410] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.191410] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.191410] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c487bd32-504b-4f24-ad1f-6f180d41187f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.219024] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.219024] env[69262]: value = "task-3713925" [ 956.219024] env[69262]: _type = "Task" [ 956.219024] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.231995] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713925, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.246091] env[69262]: DEBUG nova.compute.manager [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.246337] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.249143] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddbf801-7abf-43b3-a797-dad2479e518d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.258758] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.261030] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cd17ace-d7bd-40a8-ac2a-da310daa6062 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.267465] env[69262]: DEBUG oslo_vmware.api [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 956.267465] env[69262]: value = "task-3713926" [ 956.267465] env[69262]: _type = "Task" [ 956.267465] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.277423] env[69262]: DEBUG oslo_vmware.api [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.371430] env[69262]: INFO nova.compute.manager [-] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Took 1.56 seconds to deallocate network for instance. [ 956.426533] env[69262]: DEBUG nova.compute.manager [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Received event network-changed-d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.426883] env[69262]: DEBUG nova.compute.manager [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Refreshing instance network info cache due to event network-changed-d2fcc364-8c87-4907-a51f-613b586369ef. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.427208] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] Acquiring lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.427424] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] Acquired lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.427633] env[69262]: DEBUG nova.network.neutron [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Refreshing network info cache for port d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.499862] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713922, 'name': ReconfigVM_Task, 'duration_secs': 0.952454} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.500442] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.501342] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf24257e-59bb-45d9-8efd-3529bd1872c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.512155] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 956.512155] env[69262]: value = "task-3713927" [ 956.512155] env[69262]: _type = "Task" [ 956.512155] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.521829] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713927, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.568121] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff848ef8-2aab-4c59-a2d7-60035869415e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.578143] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70be8d2b-eb88-4750-8245-7b34b9539880 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.617633] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40865622-4132-4e87-b0a6-6fdc242317c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.628561] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a433adf1-9b28-49e1-adb3-b49cd7d2dd69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.646481] env[69262]: DEBUG nova.compute.provider_tree [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.684507] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Releasing lock "refresh_cache-54b12c61-9a30-4485-9240-a74ff5c9cd14" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.685290] env[69262]: DEBUG nova.objects.instance [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lazy-loading 'flavor' on Instance uuid 54b12c61-9a30-4485-9240-a74ff5c9cd14 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.731990] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713925, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.780253] env[69262]: DEBUG oslo_vmware.api [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713926, 'name': PowerOffVM_Task, 'duration_secs': 0.340441} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.780836] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.781371] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.782426] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f5e87f-3568-4841-b810-3271d334993d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.859294] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.859294] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.859294] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Deleting the datastore file [datastore1] 116122e9-eb20-4b2e-8622-8acc1cbc3672 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.859294] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3022f5d-e35a-44a6-98ed-32d5b73e1a7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.866923] env[69262]: DEBUG oslo_vmware.api [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for the task: (returnval){ [ 956.866923] env[69262]: value = "task-3713929" [ 956.866923] env[69262]: _type = "Task" [ 956.866923] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.880746] env[69262]: DEBUG oslo_vmware.api [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.886094] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.021558] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713927, 'name': Rename_Task, 'duration_secs': 0.26537} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.024170] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.024170] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85b037f0-1b64-4946-839f-2125055ab7ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.030409] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 957.030409] env[69262]: value = "task-3713930" [ 957.030409] env[69262]: _type = "Task" [ 957.030409] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.039069] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713930, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.150600] env[69262]: DEBUG nova.scheduler.client.report [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.160959] env[69262]: DEBUG nova.network.neutron [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updated VIF entry in instance network info cache for port d2fcc364-8c87-4907-a51f-613b586369ef. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.161363] env[69262]: DEBUG nova.network.neutron [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updating instance_info_cache with network_info: [{"id": "d2fcc364-8c87-4907-a51f-613b586369ef", "address": "fa:16:3e:77:e3:59", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2fcc364-8c", "ovs_interfaceid": "d2fcc364-8c87-4907-a51f-613b586369ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.191600] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d67f7c-dfb7-4fc2-9e55-2d3bc5067400 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.224048] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.228663] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc55a698-39bc-41c6-9afb-fe12bfd634e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.237422] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713925, 'name': CreateVM_Task, 'duration_secs': 0.613323} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.238618] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.238969] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 957.238969] env[69262]: value = "task-3713931" [ 957.238969] env[69262]: _type = "Task" [ 957.238969] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.239621] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.239785] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.240127] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.240433] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedbb5cd-672d-4348-8c57-b78d26713c33 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.249421] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 957.249421] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5299b685-140a-c4ef-c635-54d282110655" [ 957.249421] env[69262]: _type = "Task" [ 957.249421] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.253061] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.262896] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5299b685-140a-c4ef-c635-54d282110655, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.263215] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.263477] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.263709] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.263853] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.264046] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.264336] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed509364-fbc2-4fb9-8fda-d252c65c0e1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.273014] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.273212] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.273997] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8665f73a-a44a-4302-959c-b17134ada3f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.280278] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 957.280278] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522f0ec9-89e5-6aa1-4100-c20ceb6fa8c8" [ 957.280278] env[69262]: _type = "Task" [ 957.280278] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.290063] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522f0ec9-89e5-6aa1-4100-c20ceb6fa8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.378670] env[69262]: DEBUG oslo_vmware.api [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Task: {'id': task-3713929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197045} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.379091] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.379379] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.379665] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.379942] env[69262]: INFO nova.compute.manager [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Took 1.13 seconds to destroy the instance on the hypervisor. [ 957.380281] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.381422] env[69262]: DEBUG nova.compute.manager [-] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.381422] env[69262]: DEBUG nova.network.neutron [-] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.544103] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713930, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.657570] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.659606] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.220s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.661402] env[69262]: INFO nova.compute.claims [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.664316] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] Releasing lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.664697] env[69262]: DEBUG nova.compute.manager [req-2ba8f7a3-e7ed-42b6-be04-a82d2988b5c6 req-3a534581-f83f-4dfe-96b1-a8a4fc8c34b1 service nova] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Received event network-vif-deleted-505cedfc-a756-4730-9be9-12f46a7ea512 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.687806] env[69262]: INFO nova.scheduler.client.report [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted allocations for instance 973b10d5-7bcc-4e1b-bb73-5240244e0b6e [ 957.753882] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713931, 'name': PowerOffVM_Task, 'duration_secs': 0.243629} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.755318] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.763860] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.764792] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43412be-a159-499d-bafe-83ca9c89f3c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.798782] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522f0ec9-89e5-6aa1-4100-c20ceb6fa8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010625} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.798782] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 957.798782] env[69262]: value = "task-3713932" [ 957.798782] env[69262]: _type = "Task" [ 957.798782] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.798961] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c1d2b2-82ae-4598-94b8-981bf0768500 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.809013] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 957.809013] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a99271-b291-06b0-9d90-32cd36a5be2b" [ 957.809013] env[69262]: _type = "Task" [ 957.809013] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.813023] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.823867] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a99271-b291-06b0-9d90-32cd36a5be2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011315} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.824207] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.824962] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 6636a517-ef1a-41e7-8cf7-34629d3bd189/6636a517-ef1a-41e7-8cf7-34629d3bd189.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.824962] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3484a607-02b8-4efe-b7bf-4493cae31bdc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.832331] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 957.832331] env[69262]: value = "task-3713933" [ 957.832331] env[69262]: _type = "Task" [ 957.832331] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.842209] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.042866] env[69262]: DEBUG oslo_vmware.api [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3713930, 'name': PowerOnVM_Task, 'duration_secs': 0.557665} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.043255] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.043582] env[69262]: INFO nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Took 9.52 seconds to spawn the instance on the hypervisor. [ 958.043800] env[69262]: DEBUG nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.044679] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6e3c2f-d579-418d-aba2-d5a0fa8c3282 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.199160] env[69262]: DEBUG oslo_concurrency.lockutils [None req-577ea29b-3897-4b83-82d5-db73cc2310e9 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "973b10d5-7bcc-4e1b-bb73-5240244e0b6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.234799] env[69262]: DEBUG nova.network.neutron [-] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.312867] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713932, 'name': ReconfigVM_Task, 'duration_secs': 0.23462} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.313548] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.313770] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.314093] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e2de7e1-b069-448a-b275-0097a8bb80e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.322455] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 958.322455] env[69262]: value = "task-3713934" [ 958.322455] env[69262]: _type = "Task" [ 958.322455] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.334179] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.343286] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713933, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.457433] env[69262]: DEBUG nova.compute.manager [req-b896a731-21a1-4f7d-a47a-39ca038dac3a req-f2dd7dc2-77b9-4071-8699-9604cd33a219 service nova] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Received event network-vif-deleted-5ec551f2-fca8-4675-be05-a3dc62320536 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.567361] env[69262]: INFO nova.compute.manager [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Took 45.29 seconds to build instance. [ 958.738934] env[69262]: INFO nova.compute.manager [-] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Took 1.36 seconds to deallocate network for instance. [ 958.834620] env[69262]: DEBUG oslo_vmware.api [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713934, 'name': PowerOnVM_Task, 'duration_secs': 0.460484} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.839394] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.839724] env[69262]: DEBUG nova.compute.manager [None req-b949bf58-cab0-474d-a9dc-8f32f77bb291 tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.843443] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e65f85-7f78-4b7b-8f48-ad7e06e622e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.852146] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525312} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.853752] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 6636a517-ef1a-41e7-8cf7-34629d3bd189/6636a517-ef1a-41e7-8cf7-34629d3bd189.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.853973] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.856496] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a531c191-8ff2-49f0-8655-da0398da8783 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.866645] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 958.866645] env[69262]: value = "task-3713935" [ 958.866645] env[69262]: _type = "Task" [ 958.866645] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.881704] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.072677] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9ac38f7e-aace-47d1-a843-6e5819d0d35f tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "10b43b23-4344-4735-86fc-915d950b2d39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.814s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.126526] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9475426-af2c-4db9-ade5-927a318dfc7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.135699] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b1c77b-5c98-44f8-8842-eb89fadbd009 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.170628] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b000ce-54d1-4349-9af5-e1c1464097c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.179807] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d72a2-b5c1-4dc4-84c8-e1a129386ea6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.199133] env[69262]: DEBUG nova.compute.provider_tree [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.255060] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.385810] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227607} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.386388] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.390589] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b00c8c0-4de2-4384-8b4e-819aa4917367 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.418168] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6636a517-ef1a-41e7-8cf7-34629d3bd189/6636a517-ef1a-41e7-8cf7-34629d3bd189.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.418168] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb572539-8e60-464d-b778-98200cb0666b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.442929] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 959.442929] env[69262]: value = "task-3713936" [ 959.442929] env[69262]: _type = "Task" [ 959.442929] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.454379] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.622476] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "7446dc62-337f-4d45-87ef-ad36c90a28bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.622476] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.650445] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "c72deef5-6119-4cfc-af43-079778ee918e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.650746] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "c72deef5-6119-4cfc-af43-079778ee918e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.705051] env[69262]: DEBUG nova.scheduler.client.report [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.963113] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.035872] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "aee0c982-55c1-4127-8043-8627cda5b8ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.035872] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.124932] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.153972] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.205268] env[69262]: DEBUG nova.compute.manager [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Received event network-changed-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.205476] env[69262]: DEBUG nova.compute.manager [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Refreshing instance network info cache due to event network-changed-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.205956] env[69262]: DEBUG oslo_concurrency.lockutils [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] Acquiring lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.206186] env[69262]: DEBUG oslo_concurrency.lockutils [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] Acquired lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.206562] env[69262]: DEBUG nova.network.neutron [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Refreshing network info cache for port 5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.210029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.210552] env[69262]: DEBUG nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.212975] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.591s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.213836] env[69262]: DEBUG nova.objects.instance [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lazy-loading 'resources' on Instance uuid 770376e5-3975-4e78-a92b-fc4b94f13164 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.457189] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713936, 'name': ReconfigVM_Task, 'duration_secs': 0.682974} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.458267] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6636a517-ef1a-41e7-8cf7-34629d3bd189/6636a517-ef1a-41e7-8cf7-34629d3bd189.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.458267] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c41a28-3e3f-4130-b274-984a2611cccf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.469023] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 960.469023] env[69262]: value = "task-3713937" [ 960.469023] env[69262]: _type = "Task" [ 960.469023] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.479186] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713937, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.538519] env[69262]: DEBUG nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.650202] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.674406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.691359] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "54b12c61-9a30-4485-9240-a74ff5c9cd14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.691490] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.691708] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "54b12c61-9a30-4485-9240-a74ff5c9cd14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.691885] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.692072] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.694249] env[69262]: INFO nova.compute.manager [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Terminating instance [ 960.718032] env[69262]: DEBUG nova.compute.utils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.722351] env[69262]: DEBUG nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.722678] env[69262]: DEBUG nova.network.neutron [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.824140] env[69262]: DEBUG nova.policy [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d2a365c48784ec9806d149ec746c377', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fbf155e2683494f871f3da61039c2af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.987019] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713937, 'name': Rename_Task, 'duration_secs': 0.337548} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.991187] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.991914] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0479f2b0-62e6-43b5-a3f9-a3c65d1a1742 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.999387] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 960.999387] env[69262]: value = "task-3713938" [ 960.999387] env[69262]: _type = "Task" [ 960.999387] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.015784] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.062300] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.098503] env[69262]: DEBUG nova.network.neutron [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Updated VIF entry in instance network info cache for port 5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.098913] env[69262]: DEBUG nova.network.neutron [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Updating instance_info_cache with network_info: [{"id": "5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13", "address": "fa:16:3e:42:47:94", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ea7354a-44", "ovs_interfaceid": "5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.185553] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a7b28-fb10-4d77-a479-b1ec92e3f41e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.196162] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6346b39-8cca-43e6-ba5c-de1ebb939c78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.200519] env[69262]: DEBUG nova.compute.manager [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.200734] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.201549] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c4cbd-8a92-4d2e-bf67-93786ccc14ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.210349] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.235742] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-506b13bd-6359-461a-8796-cb08a3b7f40e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.237876] env[69262]: DEBUG nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.242845] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925aea93-0cf4-438e-a6c7-7164469024f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.245700] env[69262]: DEBUG nova.network.neutron [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Successfully created port: 4dc52adf-a67c-433e-b411-e44b7486d80a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.253076] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf2b260-d122-4904-b05a-7e17d699ce86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.259719] env[69262]: DEBUG oslo_vmware.api [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 961.259719] env[69262]: value = "task-3713939" [ 961.259719] env[69262]: _type = "Task" [ 961.259719] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.271433] env[69262]: DEBUG nova.compute.provider_tree [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.278694] env[69262]: DEBUG oslo_vmware.api [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.514461] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.602120] env[69262]: DEBUG oslo_concurrency.lockutils [req-87a4d0b2-f70f-479f-8a90-132c1fd507ad req-ab106862-28c0-42e1-9851-9aea138ba4ca service nova] Releasing lock "refresh_cache-10b43b23-4344-4735-86fc-915d950b2d39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.772684] env[69262]: DEBUG oslo_vmware.api [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713939, 'name': PowerOffVM_Task, 'duration_secs': 0.217424} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.772684] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.772684] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.772988] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-197ab78c-58e5-4317-ac04-c06c24beb9bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.775294] env[69262]: DEBUG nova.scheduler.client.report [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.854852] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.855245] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.855560] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Deleting the datastore file [datastore2] 54b12c61-9a30-4485-9240-a74ff5c9cd14 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.856027] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ed0206f-0882-40fb-926e-d0526801918a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.865112] env[69262]: DEBUG oslo_vmware.api [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 961.865112] env[69262]: value = "task-3713941" [ 961.865112] env[69262]: _type = "Task" [ 961.865112] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.875317] env[69262]: DEBUG oslo_vmware.api [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.010936] env[69262]: DEBUG oslo_vmware.api [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3713938, 'name': PowerOnVM_Task, 'duration_secs': 0.947071} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.011170] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.011664] env[69262]: INFO nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Took 8.69 seconds to spawn the instance on the hypervisor. [ 962.011664] env[69262]: DEBUG nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.012749] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5c284-4cb0-499c-b19d-4f7538244b22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.248747] env[69262]: DEBUG nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.276530] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.276807] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.276973] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.277172] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.277451] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.277607] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.277821] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.277983] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.278174] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.278339] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.278521] env[69262]: DEBUG nova.virt.hardware [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.279414] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5519bec8-ced8-4c4e-98a2-55c4bd1a4c40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.282628] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.070s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.284760] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.653s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.284963] env[69262]: DEBUG nova.objects.instance [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lazy-loading 'resources' on Instance uuid 583f16a5-64a5-4d62-9860-ae79623c925c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.292459] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266d4935-d1d7-40c5-9448-f5b7878a18aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.310812] env[69262]: INFO nova.scheduler.client.report [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Deleted allocations for instance 770376e5-3975-4e78-a92b-fc4b94f13164 [ 962.378564] env[69262]: DEBUG oslo_vmware.api [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3713941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165972} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.378564] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.378564] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.378564] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.378715] env[69262]: INFO nova.compute.manager [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Took 1.18 seconds to destroy the instance on the hypervisor. [ 962.379240] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.379240] env[69262]: DEBUG nova.compute.manager [-] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.379387] env[69262]: DEBUG nova.network.neutron [-] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.534061] env[69262]: INFO nova.compute.manager [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Took 45.38 seconds to build instance. [ 962.554521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "4184821a-18c0-4f78-8ad1-fc56470105b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.554810] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.821722] env[69262]: DEBUG oslo_concurrency.lockutils [None req-771648a6-800e-4d27-9318-face3f9420ca tempest-AttachInterfacesV270Test-1055044839 tempest-AttachInterfacesV270Test-1055044839-project-member] Lock "770376e5-3975-4e78-a92b-fc4b94f13164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.860s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.845301] env[69262]: DEBUG nova.network.neutron [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Successfully updated port: 4dc52adf-a67c-433e-b411-e44b7486d80a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.854402] env[69262]: DEBUG nova.compute.manager [req-a95eb572-8b5b-45e3-bb96-dfbe4ac9035a req-0bb0ebf5-b736-4061-83af-f12b5745c2af service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Received event network-vif-deleted-adbdd501-3bdd-4626-9c98-f9402103eca2 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.854402] env[69262]: INFO nova.compute.manager [req-a95eb572-8b5b-45e3-bb96-dfbe4ac9035a req-0bb0ebf5-b736-4061-83af-f12b5745c2af service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Neutron deleted interface adbdd501-3bdd-4626-9c98-f9402103eca2; detaching it from the instance and deleting it from the info cache [ 962.854402] env[69262]: DEBUG nova.network.neutron [req-a95eb572-8b5b-45e3-bb96-dfbe4ac9035a req-0bb0ebf5-b736-4061-83af-f12b5745c2af service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.038915] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a87fc3cf-c018-4087-92cf-f9a3793a9e06 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.897s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.058435] env[69262]: INFO nova.compute.manager [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Detaching volume 4e6878f3-86b1-4216-ae83-dd4926a07496 [ 963.107807] env[69262]: INFO nova.virt.block_device [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Attempting to driver detach volume 4e6878f3-86b1-4216-ae83-dd4926a07496 from mountpoint /dev/sdb [ 963.107903] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 963.108091] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739614', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'name': 'volume-4e6878f3-86b1-4216-ae83-dd4926a07496', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4184821a-18c0-4f78-8ad1-fc56470105b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'serial': '4e6878f3-86b1-4216-ae83-dd4926a07496'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 963.109041] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e57c1d-2301-4074-a52d-cd6ac064eff9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.131733] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf1678-2d52-4c50-8c43-9374f246e667 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.140675] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07296660-4bd9-41d2-a151-542daf40b939 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.163285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e9e11a-9f86-4154-9520-2eecdf2596c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.180581] env[69262]: DEBUG nova.network.neutron [-] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.181921] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] The volume has not been displaced from its original location: [datastore1] volume-4e6878f3-86b1-4216-ae83-dd4926a07496/volume-4e6878f3-86b1-4216-ae83-dd4926a07496.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 963.187387] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 963.190606] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cabdcbf-5628-47e0-8741-5857a4e1904c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.211166] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 963.211166] env[69262]: value = "task-3713942" [ 963.211166] env[69262]: _type = "Task" [ 963.211166] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.220780] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.345659] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4f4830-e6c1-47f4-8665-413dffde269b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.350069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "refresh_cache-e18d0cc8-dab8-4473-8861-67f010dd234c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.350290] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquired lock "refresh_cache-e18d0cc8-dab8-4473-8861-67f010dd234c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.350517] env[69262]: DEBUG nova.network.neutron [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.357519] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bc47f8b-66ae-4e2f-a9e7-587312a53976 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.361167] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4973ef-c440-4772-95af-52f877688444 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.404871] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203ec556-94a4-48af-acc5-0ab36b2eb4de {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.411438] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a461a6dc-09b9-43af-8e2c-71cf89dfa2b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.430853] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5607d12f-26e9-426c-8162-65339af0f006 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.450353] env[69262]: DEBUG nova.compute.manager [req-a95eb572-8b5b-45e3-bb96-dfbe4ac9035a req-0bb0ebf5-b736-4061-83af-f12b5745c2af service nova] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Detach interface failed, port_id=adbdd501-3bdd-4626-9c98-f9402103eca2, reason: Instance 54b12c61-9a30-4485-9240-a74ff5c9cd14 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.459628] env[69262]: DEBUG nova.compute.provider_tree [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.688887] env[69262]: INFO nova.compute.manager [-] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Took 1.31 seconds to deallocate network for instance. [ 963.725316] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713942, 'name': ReconfigVM_Task, 'duration_secs': 0.24438} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.725316] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 963.727932] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d77ffd-1a5a-44ff-a2e6-46809210fa0f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.744960] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 963.744960] env[69262]: value = "task-3713943" [ 963.744960] env[69262]: _type = "Task" [ 963.744960] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.754905] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713943, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.887116] env[69262]: DEBUG nova.network.neutron [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.962788] env[69262]: DEBUG nova.scheduler.client.report [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.047310] env[69262]: DEBUG nova.network.neutron [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Updating instance_info_cache with network_info: [{"id": "4dc52adf-a67c-433e-b411-e44b7486d80a", "address": "fa:16:3e:4d:01:97", "network": {"id": "9fa2fe92-db45-43e3-9a62-b09138650ab5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-29778982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fbf155e2683494f871f3da61039c2af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc52adf-a6", "ovs_interfaceid": "4dc52adf-a67c-433e-b411-e44b7486d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.197020] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.200604] env[69262]: DEBUG nova.compute.manager [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Received event network-changed-d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.200818] env[69262]: DEBUG nova.compute.manager [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Refreshing instance network info cache due to event network-changed-d2fcc364-8c87-4907-a51f-613b586369ef. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.201045] env[69262]: DEBUG oslo_concurrency.lockutils [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] Acquiring lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.201188] env[69262]: DEBUG oslo_concurrency.lockutils [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] Acquired lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.201350] env[69262]: DEBUG nova.network.neutron [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Refreshing network info cache for port d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.255262] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.474020] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.479577] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.047s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.479577] env[69262]: DEBUG nova.objects.instance [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lazy-loading 'resources' on Instance uuid e9b756d4-d6b2-4da0-900f-b900934a9538 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.505359] env[69262]: INFO nova.scheduler.client.report [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted allocations for instance 583f16a5-64a5-4d62-9860-ae79623c925c [ 964.551017] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Releasing lock "refresh_cache-e18d0cc8-dab8-4473-8861-67f010dd234c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.551017] env[69262]: DEBUG nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Instance network_info: |[{"id": "4dc52adf-a67c-433e-b411-e44b7486d80a", "address": "fa:16:3e:4d:01:97", "network": {"id": "9fa2fe92-db45-43e3-9a62-b09138650ab5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-29778982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fbf155e2683494f871f3da61039c2af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc52adf-a6", "ovs_interfaceid": "4dc52adf-a67c-433e-b411-e44b7486d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.551870] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:01:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc52adf-a67c-433e-b411-e44b7486d80a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.562912] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Creating folder: Project (1fbf155e2683494f871f3da61039c2af). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.565831] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e25ef2-2285-4684-9c04-6966934c350a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.581023] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Created folder: Project (1fbf155e2683494f871f3da61039c2af) in parent group-v739409. [ 964.581023] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Creating folder: Instances. Parent ref: group-v739637. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.581023] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7f6ffff-82b0-43f6-873e-a197b7d5a90e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.594924] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Created folder: Instances in parent group-v739637. [ 964.597029] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.597029] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.597029] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76fd8822-1f65-4531-b90f-928eccb549cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.620820] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.620820] env[69262]: value = "task-3713946" [ 964.620820] env[69262]: _type = "Task" [ 964.620820] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.630779] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713946, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.760381] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713943, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.939644] env[69262]: DEBUG nova.compute.manager [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Received event network-vif-plugged-4dc52adf-a67c-433e-b411-e44b7486d80a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.939889] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] Acquiring lock "e18d0cc8-dab8-4473-8861-67f010dd234c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.942306] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.942542] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.942735] env[69262]: DEBUG nova.compute.manager [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] No waiting events found dispatching network-vif-plugged-4dc52adf-a67c-433e-b411-e44b7486d80a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 964.942910] env[69262]: WARNING nova.compute.manager [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Received unexpected event network-vif-plugged-4dc52adf-a67c-433e-b411-e44b7486d80a for instance with vm_state building and task_state spawning. [ 964.943089] env[69262]: DEBUG nova.compute.manager [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Received event network-changed-4dc52adf-a67c-433e-b411-e44b7486d80a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.943249] env[69262]: DEBUG nova.compute.manager [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Refreshing instance network info cache due to event network-changed-4dc52adf-a67c-433e-b411-e44b7486d80a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.943444] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] Acquiring lock "refresh_cache-e18d0cc8-dab8-4473-8861-67f010dd234c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.943582] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] Acquired lock "refresh_cache-e18d0cc8-dab8-4473-8861-67f010dd234c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.943750] env[69262]: DEBUG nova.network.neutron [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Refreshing network info cache for port 4dc52adf-a67c-433e-b411-e44b7486d80a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.010755] env[69262]: DEBUG nova.network.neutron [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updated VIF entry in instance network info cache for port d2fcc364-8c87-4907-a51f-613b586369ef. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.010755] env[69262]: DEBUG nova.network.neutron [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updating instance_info_cache with network_info: [{"id": "d2fcc364-8c87-4907-a51f-613b586369ef", "address": "fa:16:3e:77:e3:59", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2fcc364-8c", "ovs_interfaceid": "d2fcc364-8c87-4907-a51f-613b586369ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.021721] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3a33678e-c004-47aa-9b30-2959ecad3b7e tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "583f16a5-64a5-4d62-9860-ae79623c925c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.233s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.134271] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713946, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.260425] env[69262]: DEBUG oslo_vmware.api [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713943, 'name': ReconfigVM_Task, 'duration_secs': 1.136596} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.263311] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739614', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'name': 'volume-4e6878f3-86b1-4216-ae83-dd4926a07496', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4184821a-18c0-4f78-8ad1-fc56470105b5', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6878f3-86b1-4216-ae83-dd4926a07496', 'serial': '4e6878f3-86b1-4216-ae83-dd4926a07496'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 965.424011] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f76fdfd-cea2-4500-b32b-60695c167cc4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.432430] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d525a8-d1dc-4cd4-8b68-5eafb24fdd07 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.436167] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "cec98253-43e7-431f-9b13-b12358827e07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.436409] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "cec98253-43e7-431f-9b13-b12358827e07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.436641] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "cec98253-43e7-431f-9b13-b12358827e07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.436947] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "cec98253-43e7-431f-9b13-b12358827e07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.437149] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "cec98253-43e7-431f-9b13-b12358827e07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.439566] env[69262]: INFO nova.compute.manager [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Terminating instance [ 965.471387] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dfb9d8-a140-45ed-ac3b-c168a25796f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.481720] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e8d0af-effb-4663-8ae3-25cd67edb271 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.497399] env[69262]: DEBUG nova.compute.provider_tree [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.522738] env[69262]: DEBUG oslo_concurrency.lockutils [req-1af16110-54e1-4aea-99ba-df385cfbfe62 req-30ba6607-a083-4be4-973d-cbd8edd2561a service nova] Releasing lock "refresh_cache-6636a517-ef1a-41e7-8cf7-34629d3bd189" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.633548] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713946, 'name': CreateVM_Task, 'duration_secs': 0.80176} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.634154] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.634421] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.634588] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.634905] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.635177] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff935628-9d8f-450f-a979-30f1625fe881 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.641077] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 965.641077] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524526ba-b4a4-8fc5-ac3a-fec783b7368e" [ 965.641077] env[69262]: _type = "Task" [ 965.641077] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.650797] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524526ba-b4a4-8fc5-ac3a-fec783b7368e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.700695] env[69262]: DEBUG nova.network.neutron [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Updated VIF entry in instance network info cache for port 4dc52adf-a67c-433e-b411-e44b7486d80a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.701020] env[69262]: DEBUG nova.network.neutron [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Updating instance_info_cache with network_info: [{"id": "4dc52adf-a67c-433e-b411-e44b7486d80a", "address": "fa:16:3e:4d:01:97", "network": {"id": "9fa2fe92-db45-43e3-9a62-b09138650ab5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-29778982-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fbf155e2683494f871f3da61039c2af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc52adf-a6", "ovs_interfaceid": "4dc52adf-a67c-433e-b411-e44b7486d80a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.817774] env[69262]: DEBUG nova.objects.instance [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lazy-loading 'flavor' on Instance uuid 4184821a-18c0-4f78-8ad1-fc56470105b5 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.945042] env[69262]: DEBUG nova.compute.manager [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.945042] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.945307] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e5471f-0bf3-4b01-95df-2ea254523ffc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.953642] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.953916] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ef9d5d2-1655-4e30-b691-62ed57f443d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.960640] env[69262]: DEBUG oslo_vmware.api [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 965.960640] env[69262]: value = "task-3713947" [ 965.960640] env[69262]: _type = "Task" [ 965.960640] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.971024] env[69262]: DEBUG oslo_vmware.api [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.001051] env[69262]: DEBUG nova.scheduler.client.report [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.152867] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524526ba-b4a4-8fc5-ac3a-fec783b7368e, 'name': SearchDatastore_Task, 'duration_secs': 0.011052} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.153191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.153425] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.153649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.154446] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.154446] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.154446] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7aacb93-65e0-406a-a905-b22452e12ab2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.167288] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.167288] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.168104] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cad78be-3b5e-4eda-a8b7-9e71ca1feacd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.173571] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 966.173571] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52428a49-ae33-fbb7-e4d2-69f26ab9625d" [ 966.173571] env[69262]: _type = "Task" [ 966.173571] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.182878] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52428a49-ae33-fbb7-e4d2-69f26ab9625d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.203711] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fd62dfe-d76d-4060-a378-80b97e809f02 req-90d1175d-6c1c-4d53-ad13-5a25bcaf2215 service nova] Releasing lock "refresh_cache-e18d0cc8-dab8-4473-8861-67f010dd234c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.471779] env[69262]: DEBUG oslo_vmware.api [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713947, 'name': PowerOffVM_Task, 'duration_secs': 0.209322} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.472591] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.472591] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.472591] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ebd3cf9-0e81-4ac8-809a-f9ad70c28465 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.507090] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.509857] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 32.015s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.533587] env[69262]: INFO nova.scheduler.client.report [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted allocations for instance e9b756d4-d6b2-4da0-900f-b900934a9538 [ 966.544313] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.544535] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.544745] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleting the datastore file [datastore1] cec98253-43e7-431f-9b13-b12358827e07 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.545040] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-291d4f61-0832-4390-bbdc-6c63c5eab22a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.553046] env[69262]: DEBUG oslo_vmware.api [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for the task: (returnval){ [ 966.553046] env[69262]: value = "task-3713949" [ 966.553046] env[69262]: _type = "Task" [ 966.553046] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.562400] env[69262]: DEBUG oslo_vmware.api [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.685129] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52428a49-ae33-fbb7-e4d2-69f26ab9625d, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.685996] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba962d06-36aa-4d23-bee4-6246f604972a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.691906] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 966.691906] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52faf78d-b52c-2fab-e40b-a5b502a77f69" [ 966.691906] env[69262]: _type = "Task" [ 966.691906] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.701153] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52faf78d-b52c-2fab-e40b-a5b502a77f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.828870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-49a03fe0-be07-4669-8462-59a680e3680b tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.274s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.013976] env[69262]: DEBUG nova.objects.instance [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lazy-loading 'migration_context' on Instance uuid 6e282b09-7495-4f85-af66-ca16ba4e9271 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.041540] env[69262]: DEBUG oslo_concurrency.lockutils [None req-62fa55e1-4ca9-4832-b204-59ef48907ec1 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "e9b756d4-d6b2-4da0-900f-b900934a9538" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.336s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.065666] env[69262]: DEBUG oslo_vmware.api [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Task: {'id': task-3713949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301117} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.065967] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.066186] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.066362] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.066538] env[69262]: INFO nova.compute.manager [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] [instance: cec98253-43e7-431f-9b13-b12358827e07] Took 1.12 seconds to destroy the instance on the hypervisor. [ 967.066780] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.067314] env[69262]: DEBUG nova.compute.manager [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.067413] env[69262]: DEBUG nova.network.neutron [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.209100] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52faf78d-b52c-2fab-e40b-a5b502a77f69, 'name': SearchDatastore_Task, 'duration_secs': 0.034303} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.209554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.209962] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e18d0cc8-dab8-4473-8861-67f010dd234c/e18d0cc8-dab8-4473-8861-67f010dd234c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.210357] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c32d01-c4c4-4333-bae5-17fda59cba5a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.220506] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 967.220506] env[69262]: value = "task-3713950" [ 967.220506] env[69262]: _type = "Task" [ 967.220506] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.231526] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.446612] env[69262]: DEBUG nova.compute.manager [req-155b863b-7084-4bd3-aa9a-d6557333de47 req-2cc02115-c41d-4674-8cf1-a20e0aadef2a service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Received event network-vif-deleted-23c5e97d-1a38-4c46-a3e8-52798298f385 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.446809] env[69262]: INFO nova.compute.manager [req-155b863b-7084-4bd3-aa9a-d6557333de47 req-2cc02115-c41d-4674-8cf1-a20e0aadef2a service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Neutron deleted interface 23c5e97d-1a38-4c46-a3e8-52798298f385; detaching it from the instance and deleting it from the info cache [ 967.447016] env[69262]: DEBUG nova.network.neutron [req-155b863b-7084-4bd3-aa9a-d6557333de47 req-2cc02115-c41d-4674-8cf1-a20e0aadef2a service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.515761] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "4184821a-18c0-4f78-8ad1-fc56470105b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.516273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.517100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "4184821a-18c0-4f78-8ad1-fc56470105b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.517100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.517100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.524636] env[69262]: INFO nova.compute.manager [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Terminating instance [ 967.740944] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.871477] env[69262]: DEBUG nova.network.neutron [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.949485] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e93d5d8-25fe-4011-9265-4d042ddcc609 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.956196] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d212b8a-5853-4843-b7fd-4eaf3dc37b53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.964237] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68a8b35-54f9-416f-a4a5-1434d88e0894 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.979521] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affdf634-fdfc-41b5-bcd9-beea5d43ea8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.029417] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d1289d-fcf4-4b7e-bda6-da7e0d1b15eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.032706] env[69262]: DEBUG nova.compute.manager [req-155b863b-7084-4bd3-aa9a-d6557333de47 req-2cc02115-c41d-4674-8cf1-a20e0aadef2a service nova] [instance: cec98253-43e7-431f-9b13-b12358827e07] Detach interface failed, port_id=23c5e97d-1a38-4c46-a3e8-52798298f385, reason: Instance cec98253-43e7-431f-9b13-b12358827e07 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 968.033574] env[69262]: DEBUG nova.compute.manager [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.034382] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.035535] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf41015a-c29b-4a77-808b-44b4b9f4dfe7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.050043] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f08e4df-b3bc-45be-8a0f-0328d026f2d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.051697] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.052339] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fef6b428-7731-43e3-b08f-4447e20b66f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.065665] env[69262]: DEBUG nova.compute.provider_tree [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.069261] env[69262]: DEBUG oslo_vmware.api [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 968.069261] env[69262]: value = "task-3713951" [ 968.069261] env[69262]: _type = "Task" [ 968.069261] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.080014] env[69262]: DEBUG oslo_vmware.api [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.235784] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629122} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.235784] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] e18d0cc8-dab8-4473-8861-67f010dd234c/e18d0cc8-dab8-4473-8861-67f010dd234c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.235784] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.235784] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75908dec-a52e-4b6d-92d7-16e738fb373b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.243298] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 968.243298] env[69262]: value = "task-3713952" [ 968.243298] env[69262]: _type = "Task" [ 968.243298] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.253494] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.376114] env[69262]: INFO nova.compute.manager [-] [instance: cec98253-43e7-431f-9b13-b12358827e07] Took 1.31 seconds to deallocate network for instance. [ 968.398818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.398818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.398818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.398818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.398818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.400638] env[69262]: INFO nova.compute.manager [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Terminating instance [ 968.569656] env[69262]: DEBUG nova.scheduler.client.report [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.585487] env[69262]: DEBUG oslo_vmware.api [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713951, 'name': PowerOffVM_Task, 'duration_secs': 0.426804} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.585872] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.586475] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.586618] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-923dc809-807d-4b17-bb55-19f0d308bd0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.692914] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.693434] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.693755] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleting the datastore file [datastore1] 4184821a-18c0-4f78-8ad1-fc56470105b5 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.694239] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f97b653-2711-443f-bda6-d5a3a7008fe4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.702869] env[69262]: DEBUG oslo_vmware.api [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 968.702869] env[69262]: value = "task-3713954" [ 968.702869] env[69262]: _type = "Task" [ 968.702869] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.713466] env[69262]: DEBUG oslo_vmware.api [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.755342] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076699} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.755702] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.758886] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71de46ce-4847-4fea-8d8c-7cc2dd29a7fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.785303] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] e18d0cc8-dab8-4473-8861-67f010dd234c/e18d0cc8-dab8-4473-8861-67f010dd234c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.785303] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f97d902-bc33-45c1-8415-53621e3306b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.806527] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 968.806527] env[69262]: value = "task-3713955" [ 968.806527] env[69262]: _type = "Task" [ 968.806527] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.817408] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.883658] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.905177] env[69262]: DEBUG nova.compute.manager [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.905177] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.906040] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdefac21-75c5-469f-9ebb-aa8097317735 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.914781] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.915224] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-032760ea-1fd0-4e8d-a1fc-0f7f0148ea35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.922641] env[69262]: DEBUG oslo_vmware.api [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 968.922641] env[69262]: value = "task-3713956" [ 968.922641] env[69262]: _type = "Task" [ 968.922641] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.933416] env[69262]: DEBUG oslo_vmware.api [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.175482] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "b7b22eb0-f8c8-4f31-9335-9436778d705f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.175744] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.217681] env[69262]: DEBUG oslo_vmware.api [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3713954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165408} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.217681] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.217681] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.217681] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.217681] env[69262]: INFO nova.compute.manager [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 969.217681] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.217681] env[69262]: DEBUG nova.compute.manager [-] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.217681] env[69262]: DEBUG nova.network.neutron [-] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.326044] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.433599] env[69262]: DEBUG oslo_vmware.api [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713956, 'name': PowerOffVM_Task, 'duration_secs': 0.276926} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.434068] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.434852] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.435477] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0797927f-ec70-4365-a3bf-7d9fbad51bd4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.512709] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.512929] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.513136] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleting the datastore file [datastore1] 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.513464] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5e2bd3e-cfd6-4530-ae4f-214e11e6ddd2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.522038] env[69262]: DEBUG oslo_vmware.api [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 969.522038] env[69262]: value = "task-3713958" [ 969.522038] env[69262]: _type = "Task" [ 969.522038] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.534589] env[69262]: DEBUG oslo_vmware.api [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.588464] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.079s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.594404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.342s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.594761] env[69262]: DEBUG nova.objects.instance [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lazy-loading 'pci_requests' on Instance uuid 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.678969] env[69262]: DEBUG nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.821916] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713955, 'name': ReconfigVM_Task, 'duration_secs': 0.731732} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.822422] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] e18d0cc8-dab8-4473-8861-67f010dd234c/e18d0cc8-dab8-4473-8861-67f010dd234c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.823974] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b638aaed-f6c1-4911-9849-41e2176a2337 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.834376] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 969.834376] env[69262]: value = "task-3713959" [ 969.834376] env[69262]: _type = "Task" [ 969.834376] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.854225] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "11e8e588-a560-4156-8487-4b8463d8fc44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.854578] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "11e8e588-a560-4156-8487-4b8463d8fc44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.855982] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713959, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.892475] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "04ec5e94-5d11-48fa-8129-4443a926b57d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.893269] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.930647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "6fce0c50-1529-44cd-babb-eb56afce6880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.930647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "6fce0c50-1529-44cd-babb-eb56afce6880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.038924] env[69262]: DEBUG oslo_vmware.api [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3713958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160304} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.039224] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.039412] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.039592] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.039764] env[69262]: INFO nova.compute.manager [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 970.040008] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.040210] env[69262]: DEBUG nova.compute.manager [-] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.040309] env[69262]: DEBUG nova.network.neutron [-] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.081382] env[69262]: DEBUG nova.compute.manager [req-a8eca91b-8c03-4a8a-ac63-9e7cd1305718 req-b29a6cc6-1ee7-44a6-a049-3b8af9ed26be service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Received event network-vif-deleted-53135062-16f7-45d6-87fa-0fee6e11c167 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.081777] env[69262]: INFO nova.compute.manager [req-a8eca91b-8c03-4a8a-ac63-9e7cd1305718 req-b29a6cc6-1ee7-44a6-a049-3b8af9ed26be service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Neutron deleted interface 53135062-16f7-45d6-87fa-0fee6e11c167; detaching it from the instance and deleting it from the info cache [ 970.082089] env[69262]: DEBUG nova.network.neutron [req-a8eca91b-8c03-4a8a-ac63-9e7cd1305718 req-b29a6cc6-1ee7-44a6-a049-3b8af9ed26be service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.102280] env[69262]: DEBUG nova.objects.instance [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lazy-loading 'numa_topology' on Instance uuid 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.209260] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.281565] env[69262]: DEBUG nova.network.neutron [-] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.348026] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713959, 'name': Rename_Task, 'duration_secs': 0.48509} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.348745] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.349051] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e546c80b-0be0-4dc4-ba0c-3c6b7c1ff696 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.356288] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 970.356288] env[69262]: value = "task-3713960" [ 970.356288] env[69262]: _type = "Task" [ 970.356288] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.360367] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.370470] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.395931] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.433027] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.587709] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-846847b6-2288-4621-9d6f-b8199c6ae164 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.598188] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a022eddf-06c9-449c-89fc-3e9ace1f7616 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.611319] env[69262]: INFO nova.compute.claims [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.636622] env[69262]: DEBUG nova.compute.manager [req-a8eca91b-8c03-4a8a-ac63-9e7cd1305718 req-b29a6cc6-1ee7-44a6-a049-3b8af9ed26be service nova] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Detach interface failed, port_id=53135062-16f7-45d6-87fa-0fee6e11c167, reason: Instance 4184821a-18c0-4f78-8ad1-fc56470105b5 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.783085] env[69262]: INFO nova.compute.manager [-] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Took 1.57 seconds to deallocate network for instance. [ 970.849616] env[69262]: DEBUG nova.network.neutron [-] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.869597] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.887531] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.916687] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.954167] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.135260] env[69262]: INFO nova.compute.manager [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Swapping old allocation on dict_keys(['29f38da0-bc53-4f4f-90bd-4f4c04eeed85']) held by migration 4617c0f3-9065-4cc0-b043-ce6d93c13609 for instance [ 971.161865] env[69262]: DEBUG nova.scheduler.client.report [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Overwriting current allocation {'allocations': {'29f38da0-bc53-4f4f-90bd-4f4c04eeed85': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 114}}, 'project_id': 'b4b8893c368e417fa80e00842ad20b6f', 'user_id': '0b6abe17be7240bc8514d62e3dca3b45', 'consumer_generation': 1} on consumer 6e282b09-7495-4f85-af66-ca16ba4e9271 {{(pid=69262) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 971.270882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.271197] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquired lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.271484] env[69262]: DEBUG nova.network.neutron [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.290805] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.354122] env[69262]: INFO nova.compute.manager [-] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Took 1.31 seconds to deallocate network for instance. [ 971.367818] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713960, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.865072] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.871133] env[69262]: DEBUG oslo_vmware.api [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713960, 'name': PowerOnVM_Task, 'duration_secs': 1.118902} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.873889] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.874140] env[69262]: INFO nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Took 9.63 seconds to spawn the instance on the hypervisor. [ 971.874329] env[69262]: DEBUG nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 971.877169] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efee0ac6-d801-4f97-a64b-39bc4569e542 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.996466] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d9675a-177d-4ebd-889e-3789649066db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.004752] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ab312-909e-415b-8e7b-9586ae0cde13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.011021] env[69262]: DEBUG nova.network.neutron [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [{"id": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "address": "fa:16:3e:8a:1d:2f", "network": {"id": "15b93081-b310-4119-a295-1b8b9e8f6b96", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b0c936f0e4f415186763e3cfb2ee749", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d15e855-e0", "ovs_interfaceid": "7d15e855-e0d9-45a0-b0f0-0d6bf30adecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.038750] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33535ce-47d1-41f3-943b-639461926c20 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.047509] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aec994-973a-4445-8742-41f01be5e362 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.061773] env[69262]: DEBUG nova.compute.provider_tree [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.105090] env[69262]: DEBUG nova.compute.manager [req-87cdbc80-e438-4027-8746-b830d398fe1f req-973103ee-6292-41e1-bddc-2fa939497194 service nova] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Received event network-vif-deleted-1b339a27-d510-4db3-93e8-3c8c624c1095 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.397237] env[69262]: INFO nova.compute.manager [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Took 48.97 seconds to build instance. [ 972.540054] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Releasing lock "refresh_cache-6e282b09-7495-4f85-af66-ca16ba4e9271" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.540054] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.540054] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f8f9e7-c410-447b-b84c-afa8db8ecb94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.547877] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 972.547877] env[69262]: value = "task-3713961" [ 972.547877] env[69262]: _type = "Task" [ 972.547877] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.548299] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.553254] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.561776] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.584909] env[69262]: ERROR nova.scheduler.client.report [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [req-9afa7efe-523a-4e26-b9ab-854e9883d744] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9afa7efe-523a-4e26-b9ab-854e9883d744"}]} [ 972.602257] env[69262]: DEBUG nova.scheduler.client.report [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 972.617670] env[69262]: DEBUG nova.scheduler.client.report [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 972.617932] env[69262]: DEBUG nova.compute.provider_tree [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.632580] env[69262]: DEBUG nova.scheduler.client.report [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 972.653695] env[69262]: DEBUG nova.scheduler.client.report [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 972.900198] env[69262]: DEBUG oslo_concurrency.lockutils [None req-eea77da3-49a2-441b-89e3-81c7f8f06271 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.486s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.012830] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f727768d-6613-42d6-a3fc-8ff09c7f7215 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.021041] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ca48b-d07e-4c5e-97e4-916eee5e3bb7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.054813] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b616d4-117c-4667-8d49-e972f84d6f0f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.062201] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.062408] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.062523] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.062674] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.062817] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.062954] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.063112] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 973.063306] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.069037] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713961, 'name': PowerOffVM_Task, 'duration_secs': 0.250847} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.069507] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.070184] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:52:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ed128f56-f1d8-43f5-8b0e-4fb794039118',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-151777030',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.070408] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.070567] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.070751] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.070896] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.071055] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.071267] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.071429] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.071595] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.071758] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.071929] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.077702] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359172d-f617-439d-bf77-405dee723503 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.082066] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717bde54-ae47-43bc-9ec3-fce098a0f978 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.103707] env[69262]: DEBUG nova.compute.provider_tree [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.106378] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 973.106378] env[69262]: value = "task-3713962" [ 973.106378] env[69262]: _type = "Task" [ 973.106378] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.116335] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713962, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.201070] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "e18d0cc8-dab8-4473-8861-67f010dd234c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.201377] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.201526] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "e18d0cc8-dab8-4473-8861-67f010dd234c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.201603] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.201876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.206066] env[69262]: INFO nova.compute.manager [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Terminating instance [ 973.570879] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.619636] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713962, 'name': ReconfigVM_Task, 'duration_secs': 0.141197} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.620483] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b051fd8d-83f3-4311-aaa8-4551417bd9db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.639572] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:52:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='ed128f56-f1d8-43f5-8b0e-4fb794039118',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-151777030',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.640042] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.640042] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.640191] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.640297] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.640441] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.640645] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.640797] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.640957] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.641132] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.641311] env[69262]: DEBUG nova.virt.hardware [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.642198] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf3a2f72-320c-45aa-9315-d74e4a644e5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.645353] env[69262]: DEBUG nova.scheduler.client.report [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 973.645596] env[69262]: DEBUG nova.compute.provider_tree [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 115 to 116 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 973.645772] env[69262]: DEBUG nova.compute.provider_tree [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 973.653088] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 973.653088] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52301197-db2f-27e6-aa71-73ce6a418e60" [ 973.653088] env[69262]: _type = "Task" [ 973.653088] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.661784] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52301197-db2f-27e6-aa71-73ce6a418e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.710472] env[69262]: DEBUG nova.compute.manager [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.710701] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.711639] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae47dc7-a6e4-4687-a512-33e890208137 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.720293] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.720826] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19d0920a-5fd4-4596-a9b8-29076a4962c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.728011] env[69262]: DEBUG oslo_vmware.api [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 973.728011] env[69262]: value = "task-3713963" [ 973.728011] env[69262]: _type = "Task" [ 973.728011] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.739519] env[69262]: DEBUG oslo_vmware.api [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.150818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.556s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.153191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.666s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.154977] env[69262]: INFO nova.compute.claims [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.167643] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52301197-db2f-27e6-aa71-73ce6a418e60, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.173468] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 974.173468] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9147435f-9817-4df5-ac16-2b064eb551bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.192118] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 974.192118] env[69262]: value = "task-3713964" [ 974.192118] env[69262]: _type = "Task" [ 974.192118] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.195961] env[69262]: INFO nova.network.neutron [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating port 6641a375-773a-4e77-93b5-e8cba418b05d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 974.203935] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.237869] env[69262]: DEBUG oslo_vmware.api [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713963, 'name': PowerOffVM_Task, 'duration_secs': 0.197738} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.238201] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.238407] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.238691] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f80211-850a-45b1-8ebd-21b30a9c7978 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.305467] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.305756] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.305969] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Deleting the datastore file [datastore1] e18d0cc8-dab8-4473-8861-67f010dd234c {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.306278] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205c3877-2df8-4a01-854c-a50808f33ee2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.313914] env[69262]: DEBUG oslo_vmware.api [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for the task: (returnval){ [ 974.313914] env[69262]: value = "task-3713966" [ 974.313914] env[69262]: _type = "Task" [ 974.313914] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.322139] env[69262]: DEBUG oslo_vmware.api [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.704644] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.824055] env[69262]: DEBUG oslo_vmware.api [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Task: {'id': task-3713966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157212} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.824372] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.824615] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.824798] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.824976] env[69262]: INFO nova.compute.manager [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 974.825235] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.825425] env[69262]: DEBUG nova.compute.manager [-] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.826037] env[69262]: DEBUG nova.network.neutron [-] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.093551] env[69262]: DEBUG nova.compute.manager [req-89287665-a042-4dd0-9368-38c64a59a012 req-866f5e2b-616e-4cf0-8818-d82adb765929 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Received event network-vif-deleted-4dc52adf-a67c-433e-b411-e44b7486d80a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.093753] env[69262]: INFO nova.compute.manager [req-89287665-a042-4dd0-9368-38c64a59a012 req-866f5e2b-616e-4cf0-8818-d82adb765929 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Neutron deleted interface 4dc52adf-a67c-433e-b411-e44b7486d80a; detaching it from the instance and deleting it from the info cache [ 975.093924] env[69262]: DEBUG nova.network.neutron [req-89287665-a042-4dd0-9368-38c64a59a012 req-866f5e2b-616e-4cf0-8818-d82adb765929 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.205671] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.513702] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adff94e4-68fa-4b49-b013-25c172faa917 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.521520] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602e4b0-f421-4ef3-8343-445ebad3e56c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.553051] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aba4c19-2c76-4dca-adee-5af7f804bb92 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.561678] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80624b-dcbe-4969-98f6-964421f32b73 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.577879] env[69262]: DEBUG nova.network.neutron [-] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.579428] env[69262]: DEBUG nova.compute.provider_tree [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.596963] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e8a86c0-b581-45fd-a8a2-4660ae57016f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.611198] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024126db-b64d-4797-913f-9b3078ea7ae5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.650598] env[69262]: DEBUG nova.compute.manager [req-89287665-a042-4dd0-9368-38c64a59a012 req-866f5e2b-616e-4cf0-8818-d82adb765929 service nova] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Detach interface failed, port_id=4dc52adf-a67c-433e-b411-e44b7486d80a, reason: Instance e18d0cc8-dab8-4473-8861-67f010dd234c could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.678365] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.679135] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.679348] env[69262]: DEBUG nova.network.neutron [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.704323] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713964, 'name': ReconfigVM_Task, 'duration_secs': 1.15004} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.704509] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 975.705249] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f3d444-561d-4916-bced-1f1ba01e7939 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.729075] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.729761] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa89885-213e-4737-a36c-bc66b51ffa4b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.751092] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 975.751092] env[69262]: value = "task-3713967" [ 975.751092] env[69262]: _type = "Task" [ 975.751092] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.761201] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.081864] env[69262]: INFO nova.compute.manager [-] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Took 1.26 seconds to deallocate network for instance. [ 976.082561] env[69262]: DEBUG nova.scheduler.client.report [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.262180] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713967, 'name': ReconfigVM_Task, 'duration_secs': 0.296716} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.265162] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271/6e282b09-7495-4f85-af66-ca16ba4e9271.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.266165] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a59c2-f08c-4f42-8d53-00f7d7124504 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.301296] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12bf783-aaf3-416d-b6b9-0b9331c1b013 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.324020] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3134ed-dc21-4b20-9372-415aee68bbb9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.348743] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9c6bd0-231a-40a2-80df-ccae6dc24e80 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.356939] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.359694] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b31a8aae-f671-4fc4-8d2f-9828d4e511fc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.367047] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 976.367047] env[69262]: value = "task-3713968" [ 976.367047] env[69262]: _type = "Task" [ 976.367047] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.375284] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.431064] env[69262]: DEBUG nova.network.neutron [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6641a375-77", "ovs_interfaceid": "6641a375-773a-4e77-93b5-e8cba418b05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.589224] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.589774] env[69262]: DEBUG nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.593025] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.315s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.595109] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.878490] env[69262]: DEBUG oslo_vmware.api [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713968, 'name': PowerOnVM_Task, 'duration_secs': 0.389664} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.878786] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.933322] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.966839] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='19e8e2893e8f0e827fba91e6f7346944',container_format='bare',created_at=2025-04-29T08:53:00Z,direct_url=,disk_format='vmdk',id=58a62179-0b81-4991-a610-b880b7f38841,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-554796640-shelved',owner='7db2a66605d6444f9c24e681989a3507',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-29T08:53:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.967149] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.967365] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.967655] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.967807] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.967981] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.968259] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.968429] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.968610] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.968816] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.969123] env[69262]: DEBUG nova.virt.hardware [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.970506] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a9c981-0bf9-486a-aeaa-831894f5b1e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.980750] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04abf9ec-d598-4eef-bacc-5ec6585a9f5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.997256] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:42:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6641a375-773a-4e77-93b5-e8cba418b05d', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.005213] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.005552] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.005872] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b12f63a-df80-4635-847b-dfad2a68e095 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.028629] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.028629] env[69262]: value = "task-3713969" [ 977.028629] env[69262]: _type = "Task" [ 977.028629] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.040632] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713969, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.098910] env[69262]: INFO nova.compute.claims [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.104891] env[69262]: DEBUG nova.compute.utils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.107092] env[69262]: DEBUG nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.107092] env[69262]: DEBUG nova.network.neutron [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.174907] env[69262]: DEBUG nova.compute.manager [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received event network-vif-plugged-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.175188] env[69262]: DEBUG oslo_concurrency.lockutils [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.175408] env[69262]: DEBUG oslo_concurrency.lockutils [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.175579] env[69262]: DEBUG oslo_concurrency.lockutils [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.175824] env[69262]: DEBUG nova.compute.manager [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] No waiting events found dispatching network-vif-plugged-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 977.175912] env[69262]: WARNING nova.compute.manager [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received unexpected event network-vif-plugged-6641a375-773a-4e77-93b5-e8cba418b05d for instance with vm_state shelved_offloaded and task_state spawning. [ 977.176224] env[69262]: DEBUG nova.compute.manager [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received event network-changed-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.176435] env[69262]: DEBUG nova.compute.manager [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Refreshing instance network info cache due to event network-changed-6641a375-773a-4e77-93b5-e8cba418b05d. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.176716] env[69262]: DEBUG oslo_concurrency.lockutils [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] Acquiring lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.176917] env[69262]: DEBUG oslo_concurrency.lockutils [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] Acquired lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.177128] env[69262]: DEBUG nova.network.neutron [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Refreshing network info cache for port 6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.180454] env[69262]: DEBUG nova.policy [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec65ed3c179544e9879f50403387aad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aacc67a45a2b47f0ad296627e5b25479', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.484414] env[69262]: DEBUG nova.network.neutron [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Successfully created port: ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.539932] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713969, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.608767] env[69262]: INFO nova.compute.resource_tracker [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating resource usage from migration be6f260a-fedd-46e8-a6a5-3ca3f8479464 [ 977.611946] env[69262]: DEBUG nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.891289] env[69262]: INFO nova.compute.manager [None req-4fc74f62-d7a9-45e0-912c-0c59ae4576ce tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance to original state: 'active' [ 977.958964] env[69262]: DEBUG nova.network.neutron [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updated VIF entry in instance network info cache for port 6641a375-773a-4e77-93b5-e8cba418b05d. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.959691] env[69262]: DEBUG nova.network.neutron [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6641a375-77", "ovs_interfaceid": "6641a375-773a-4e77-93b5-e8cba418b05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.015932] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77399f10-f3ab-49c3-bf97-2df1cca1a4e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.023911] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64341b89-eb76-42ed-b79d-245b6e6b5f26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.061816] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb89fd2-f051-40e9-afd7-a8dd3ac25acc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.071018] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713969, 'name': CreateVM_Task, 'duration_secs': 0.554047} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.073083] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.073906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.074086] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.074457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.075721] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920ae068-4e48-4de4-b534-6073889183a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.079595] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134dd21b-7be8-46ee-bebf-22b9ab200c99 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.085124] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 978.085124] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df8a2c-31bc-2e13-5422-a75885632b57" [ 978.085124] env[69262]: _type = "Task" [ 978.085124] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.096924] env[69262]: DEBUG nova.compute.provider_tree [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.108036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.108324] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Processing image 58a62179-0b81-4991-a610-b880b7f38841 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.108560] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841/58a62179-0b81-4991-a610-b880b7f38841.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.108705] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841/58a62179-0b81-4991-a610-b880b7f38841.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.108927] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.109199] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e7ecfd9-497c-4d12-a9e3-3409eca8989d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.118627] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.118813] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.119568] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b049d12c-79f4-41aa-aa23-78a93109b826 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.131073] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 978.131073] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f90c22-6f0e-43be-167e-e3b5168042f8" [ 978.131073] env[69262]: _type = "Task" [ 978.131073] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.137802] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f90c22-6f0e-43be-167e-e3b5168042f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.462590] env[69262]: DEBUG oslo_concurrency.lockutils [req-2c2ec687-2b96-498b-9fbf-f2928cdcc052 req-3e082384-5e3d-4e5f-8f9b-3a503e980494 service nova] Releasing lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.603439] env[69262]: DEBUG nova.scheduler.client.report [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.628494] env[69262]: DEBUG nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.643036] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Preparing fetch location {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 978.643036] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Fetch image to [datastore1] OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b/OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b.vmdk {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 978.643222] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Downloading stream optimized image 58a62179-0b81-4991-a610-b880b7f38841 to [datastore1] OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b/OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b.vmdk on the data store datastore1 as vApp {{(pid=69262) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 978.643362] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Downloading image file data 58a62179-0b81-4991-a610-b880b7f38841 to the ESX as VM named 'OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b' {{(pid=69262) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 978.664016] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.664383] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.664734] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.665439] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.665439] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.665439] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.665629] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.667632] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.667632] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.667632] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.667632] env[69262]: DEBUG nova.virt.hardware [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.667632] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e23511e-2523-4b23-80fe-f4d88913e671 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.679371] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb25d5-8833-45b1-855c-8b6ccdf1d6c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.743379] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 978.743379] env[69262]: value = "resgroup-9" [ 978.743379] env[69262]: _type = "ResourcePool" [ 978.743379] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 978.743743] env[69262]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-daaffcec-5831-4796-af75-a83909b362a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.769414] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lease: (returnval){ [ 978.769414] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52588fb7-067f-93ff-cbf2-429fba416871" [ 978.769414] env[69262]: _type = "HttpNfcLease" [ 978.769414] env[69262]: } obtained for vApp import into resource pool (val){ [ 978.769414] env[69262]: value = "resgroup-9" [ 978.769414] env[69262]: _type = "ResourcePool" [ 978.769414] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 978.769776] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the lease: (returnval){ [ 978.769776] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52588fb7-067f-93ff-cbf2-429fba416871" [ 978.769776] env[69262]: _type = "HttpNfcLease" [ 978.769776] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.777875] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.777875] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52588fb7-067f-93ff-cbf2-429fba416871" [ 978.777875] env[69262]: _type = "HttpNfcLease" [ 978.777875] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 979.056959] env[69262]: DEBUG nova.network.neutron [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Successfully updated port: ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.109880] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.517s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.110120] env[69262]: INFO nova.compute.manager [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Migrating [ 979.117453] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.482s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.117751] env[69262]: DEBUG nova.objects.instance [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lazy-loading 'resources' on Instance uuid b75d7fd5-ffee-482f-9c0a-d9b62e72ada8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.119609] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "6e282b09-7495-4f85-af66-ca16ba4e9271" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.120342] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.120342] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.120342] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.120550] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.130410] env[69262]: INFO nova.compute.manager [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Terminating instance [ 979.205168] env[69262]: DEBUG nova.compute.manager [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Received event network-vif-plugged-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.205428] env[69262]: DEBUG oslo_concurrency.lockutils [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] Acquiring lock "ac302584-b008-4f1b-aa2b-b18437b78921-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.205704] env[69262]: DEBUG oslo_concurrency.lockutils [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] Lock "ac302584-b008-4f1b-aa2b-b18437b78921-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.205923] env[69262]: DEBUG oslo_concurrency.lockutils [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] Lock "ac302584-b008-4f1b-aa2b-b18437b78921-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.206069] env[69262]: DEBUG nova.compute.manager [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] No waiting events found dispatching network-vif-plugged-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 979.206242] env[69262]: WARNING nova.compute.manager [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Received unexpected event network-vif-plugged-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a for instance with vm_state building and task_state spawning. [ 979.206436] env[69262]: DEBUG nova.compute.manager [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Received event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.206798] env[69262]: DEBUG nova.compute.manager [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing instance network info cache due to event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.207142] env[69262]: DEBUG oslo_concurrency.lockutils [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] Acquiring lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.207394] env[69262]: DEBUG oslo_concurrency.lockutils [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] Acquired lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.207601] env[69262]: DEBUG nova.network.neutron [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing network info cache for port ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.277763] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.277763] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52588fb7-067f-93ff-cbf2-429fba416871" [ 979.277763] env[69262]: _type = "HttpNfcLease" [ 979.277763] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 979.560815] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.630506] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.630889] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.631053] env[69262]: DEBUG nova.network.neutron [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.634937] env[69262]: DEBUG nova.compute.manager [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.634937] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.635750] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b0a8f5-1421-4f85-8ef1-f0ec9748e178 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.645762] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.646705] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6d0a30-4d02-4e98-8288-708f3e81f644 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.656119] env[69262]: DEBUG oslo_vmware.api [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 979.656119] env[69262]: value = "task-3713971" [ 979.656119] env[69262]: _type = "Task" [ 979.656119] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.670275] env[69262]: DEBUG oslo_vmware.api [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.757607] env[69262]: DEBUG nova.network.neutron [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.797064] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.797064] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52588fb7-067f-93ff-cbf2-429fba416871" [ 979.797064] env[69262]: _type = "HttpNfcLease" [ 979.797064] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.798132] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.798132] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52588fb7-067f-93ff-cbf2-429fba416871" [ 979.798132] env[69262]: _type = "HttpNfcLease" [ 979.798132] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 979.798564] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5153ebc-8139-43cd-9733-44495892e32c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.811460] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237da11-7348-5cb1-a162-a37a5a853810/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.811460] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237da11-7348-5cb1-a162-a37a5a853810/disk-0.vmdk. {{(pid=69262) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 979.887177] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-821ae031-c938-463c-9840-80db4651ed48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.925747] env[69262]: DEBUG nova.network.neutron [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.160850] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29311146-b255-4b2f-bd21-d044b4a090c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.891600] env[69262]: DEBUG oslo_concurrency.lockutils [req-91c8f687-d5f5-4c5c-9853-19f4f3f05a6c req-8289d1c1-68f9-4f2b-afa2-26cc9dff3808 service nova] Releasing lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.894474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquired lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.894706] env[69262]: DEBUG nova.network.neutron [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.900434] env[69262]: DEBUG oslo_vmware.api [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713971, 'name': PowerOffVM_Task, 'duration_secs': 0.254708} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.904087] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.904313] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.905213] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29b48652-f16d-4f01-92d9-c7dedcc39949 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.907854] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb89cc1a-c90a-43a0-a271-e2deb0b1f4bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.946977] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b885482-e12c-4efe-94fc-5f93862866a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.963339] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cbe8ed-d596-4bfd-a379-7ac56038c240 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.980989] env[69262]: DEBUG nova.compute.provider_tree [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.990664] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.990916] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.991123] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Deleting the datastore file [datastore1] 6e282b09-7495-4f85-af66-ca16ba4e9271 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.991648] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-981ddfdf-f008-44aa-be9b-f3b13362f299 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.000681] env[69262]: DEBUG oslo_vmware.api [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 981.000681] env[69262]: value = "task-3713973" [ 981.000681] env[69262]: _type = "Task" [ 981.000681] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.011482] env[69262]: DEBUG oslo_vmware.api [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.138356] env[69262]: DEBUG nova.network.neutron [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance_info_cache with network_info: [{"id": "6be3a3da-311a-4891-8821-8ef5207ce337", "address": "fa:16:3e:9a:16:cc", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be3a3da-31", "ovs_interfaceid": "6be3a3da-311a-4891-8821-8ef5207ce337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.433484] env[69262]: DEBUG nova.network.neutron [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.493168] env[69262]: DEBUG nova.scheduler.client.report [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.519065] env[69262]: DEBUG oslo_vmware.api [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3713973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296296} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.519382] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.519571] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.519796] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.519920] env[69262]: INFO nova.compute.manager [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Took 1.89 seconds to destroy the instance on the hypervisor. [ 981.520178] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.520371] env[69262]: DEBUG nova.compute.manager [-] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.520468] env[69262]: DEBUG nova.network.neutron [-] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.623858] env[69262]: DEBUG nova.network.neutron [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.641624] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.838159] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Completed reading data from the image iterator. {{(pid=69262) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 981.838780] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237da11-7348-5cb1-a162-a37a5a853810/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 981.839595] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b69b5ef-738c-4b96-b2d7-58973ced59c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.846793] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237da11-7348-5cb1-a162-a37a5a853810/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 981.846996] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237da11-7348-5cb1-a162-a37a5a853810/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 981.847293] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-81a9bbe2-157c-419e-b0a2-925ac952531f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.998472] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.881s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.001169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.294s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.003144] env[69262]: INFO nova.compute.claims [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.034176] env[69262]: INFO nova.scheduler.client.report [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Deleted allocations for instance b75d7fd5-ffee-482f-9c0a-d9b62e72ada8 [ 982.052873] env[69262]: DEBUG oslo_vmware.rw_handles [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5237da11-7348-5cb1-a162-a37a5a853810/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 982.052873] env[69262]: INFO nova.virt.vmwareapi.images [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Downloaded image file data 58a62179-0b81-4991-a610-b880b7f38841 [ 982.053736] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba54a57a-659b-4033-b82a-8667d8760608 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.075104] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c18406d-b02e-41d9-aa16-f417f083cf84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.081824] env[69262]: DEBUG nova.compute.manager [req-052cbfa5-a8d4-4a5e-b758-9b80e29d299d req-a843d11f-5c17-4075-8f26-1212d0f05f5a service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Received event network-vif-deleted-7d15e855-e0d9-45a0-b0f0-0d6bf30adecb {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.082049] env[69262]: INFO nova.compute.manager [req-052cbfa5-a8d4-4a5e-b758-9b80e29d299d req-a843d11f-5c17-4075-8f26-1212d0f05f5a service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Neutron deleted interface 7d15e855-e0d9-45a0-b0f0-0d6bf30adecb; detaching it from the instance and deleting it from the info cache [ 982.082367] env[69262]: DEBUG nova.network.neutron [req-052cbfa5-a8d4-4a5e-b758-9b80e29d299d req-a843d11f-5c17-4075-8f26-1212d0f05f5a service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.103671] env[69262]: INFO nova.virt.vmwareapi.images [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] The imported VM was unregistered [ 982.106516] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Caching image {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 982.106824] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Creating directory with path [datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.107664] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c7087c-3761-4c23-bf43-6a0280b32f8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.118209] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Created directory with path [datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.118462] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b/OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b.vmdk to [datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841/58a62179-0b81-4991-a610-b880b7f38841.vmdk. {{(pid=69262) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 982.118617] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7d6eefa7-2294-46b7-9662-aae2df6e0313 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.126145] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 982.126145] env[69262]: value = "task-3713975" [ 982.126145] env[69262]: _type = "Task" [ 982.126145] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.130618] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Releasing lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.130968] env[69262]: DEBUG nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Instance network_info: |[{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.131425] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:1b:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec9eb2f4-f8a0-46d4-b9e9-37962984e75a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.139405] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Creating folder: Project (aacc67a45a2b47f0ad296627e5b25479). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.140208] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e81799fa-c7e1-4d61-9ffe-7ab8c09275fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.148973] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713975, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.158699] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Created folder: Project (aacc67a45a2b47f0ad296627e5b25479) in parent group-v739409. [ 982.158907] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Creating folder: Instances. Parent ref: group-v739642. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.159232] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e79f9c8-95b0-4811-a4d9-5c163a167609 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.169434] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Created folder: Instances in parent group-v739642. [ 982.169805] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.169987] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.170138] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8731466-49e3-4320-bbac-31c691d8f580 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.193058] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.193058] env[69262]: value = "task-3713978" [ 982.193058] env[69262]: _type = "Task" [ 982.193058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.202673] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713978, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.546860] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f3932f6-a2b7-4e94-b037-1f7a8f168b30 tempest-SecurityGroupsTestJSON-500390293 tempest-SecurityGroupsTestJSON-500390293-project-member] Lock "b75d7fd5-ffee-482f-9c0a-d9b62e72ada8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.430s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.562277] env[69262]: DEBUG nova.network.neutron [-] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.585305] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64c81397-3f75-4751-bb86-974ef751af3e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.596871] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c2803-5c95-4829-967f-0c75ff648c27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.635310] env[69262]: DEBUG nova.compute.manager [req-052cbfa5-a8d4-4a5e-b758-9b80e29d299d req-a843d11f-5c17-4075-8f26-1212d0f05f5a service nova] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Detach interface failed, port_id=7d15e855-e0d9-45a0-b0f0-0d6bf30adecb, reason: Instance 6e282b09-7495-4f85-af66-ca16ba4e9271 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 982.648422] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713975, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.707249] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713978, 'name': CreateVM_Task, 'duration_secs': 0.461098} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.707612] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.708477] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.708787] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.709240] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.710054] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5034399d-679c-44ee-8e5d-181392fca6c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.720105] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 982.720105] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833929-957c-a390-2196-ec99f4023b1a" [ 982.720105] env[69262]: _type = "Task" [ 982.720105] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.729104] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833929-957c-a390-2196-ec99f4023b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.066045] env[69262]: INFO nova.compute.manager [-] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Took 1.55 seconds to deallocate network for instance. [ 983.148529] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713975, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.160372] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb9656-1378-40d8-b831-babdcd427a58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.181556] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance '5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.235579] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52833929-957c-a390-2196-ec99f4023b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.086342} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.236355] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.236355] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.236565] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.236621] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.236753] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.237054] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8692ec4e-b9dc-4a6d-9c3b-589aa231ddf4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.258289] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.258289] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.264741] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6262a86-73e1-45b6-b1b7-5cc247a29643 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.275066] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 983.275066] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521e230b-e4ad-45e9-d3fa-c5101c5faca8" [ 983.275066] env[69262]: _type = "Task" [ 983.275066] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.289677] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521e230b-e4ad-45e9-d3fa-c5101c5faca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.465744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe148b-66cd-4e54-b9c0-daba26c261ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.476359] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6dd074-d8af-4caa-a363-a48d8973b118 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.511366] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5a0401-f9f5-4167-a824-10f02e781761 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.522732] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e3a90d-b188-4acb-ba8c-69c0361dc1eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.539960] env[69262]: DEBUG nova.compute.provider_tree [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.574598] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.652009] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713975, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.687682] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.688219] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57bb9cb9-d65a-4c95-bdac-7d5cbe593c74 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.699747] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 983.699747] env[69262]: value = "task-3713979" [ 983.699747] env[69262]: _type = "Task" [ 983.699747] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.718291] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.789883] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521e230b-e4ad-45e9-d3fa-c5101c5faca8, 'name': SearchDatastore_Task, 'duration_secs': 0.090047} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.790827] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e912ff-7ee4-4415-9370-0b76ede77308 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.802476] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 983.802476] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5211949e-6af7-4220-d5a3-ed174a1c72a4" [ 983.802476] env[69262]: _type = "Task" [ 983.802476] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.815292] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5211949e-6af7-4220-d5a3-ed174a1c72a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.043180] env[69262]: DEBUG nova.scheduler.client.report [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.152564] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713975, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.226763] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713979, 'name': PowerOffVM_Task, 'duration_secs': 0.298958} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.228807] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.229199] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance '5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.322419] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5211949e-6af7-4220-d5a3-ed174a1c72a4, 'name': SearchDatastore_Task, 'duration_secs': 0.094363} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.322419] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.322419] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ac302584-b008-4f1b-aa2b-b18437b78921/ac302584-b008-4f1b-aa2b-b18437b78921.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.322419] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f96a2d8f-7edd-4f5c-9fe8-c05279ed7748 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.333519] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 984.333519] env[69262]: value = "task-3713980" [ 984.333519] env[69262]: _type = "Task" [ 984.333519] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.346633] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.553797] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.554375] env[69262]: DEBUG nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.557041] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.671s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.557295] env[69262]: DEBUG nova.objects.instance [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lazy-loading 'resources' on Instance uuid ba2ab8ea-5660-4e35-8559-2d68f108ae1e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.648070] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713975, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.744035] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.744418] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.744682] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.745247] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.745593] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.745769] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.746274] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.746593] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.747052] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.747442] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.747830] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.756853] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23066cc4-52e0-4ca2-9015-4ba405f82d53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.774622] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 984.774622] env[69262]: value = "task-3713981" [ 984.774622] env[69262]: _type = "Task" [ 984.774622] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.786882] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.844483] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.064015] env[69262]: DEBUG nova.compute.utils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.065751] env[69262]: DEBUG nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.066047] env[69262]: DEBUG nova.network.neutron [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.120496] env[69262]: DEBUG nova.policy [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64ad05d821eb4106a0ce9e57c7c1cc70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df1632b9f6d14d3596d20e321dad761d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.151363] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713975, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.647271} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.153608] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b/OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b.vmdk to [datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841/58a62179-0b81-4991-a610-b880b7f38841.vmdk. [ 985.153915] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Cleaning up location [datastore1] OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 985.154037] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8cc59e5b-9c43-4cb7-8587-7396ceaa052b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.154456] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1449e444-e6d7-48dd-99a1-cf5c6df885c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.167937] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 985.167937] env[69262]: value = "task-3713982" [ 985.167937] env[69262]: _type = "Task" [ 985.167937] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.179167] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.290286] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713981, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.355763] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.423761] env[69262]: DEBUG nova.network.neutron [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Successfully created port: 4bec3ba4-2b36-4856-b346-14cf11fab506 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.520089] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0697192f-ebb3-4b58-b15d-337dbe0a4013 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.529248] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e697603-c95f-4286-9941-fd0cdb2bdbb8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.566020] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49457edb-5a7f-400c-ba40-6748a9a5f415 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.572843] env[69262]: DEBUG nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.576548] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175a2790-1d9f-4d34-840f-8e91c44aa934 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.595758] env[69262]: DEBUG nova.compute.provider_tree [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.679355] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209216} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.679355] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.679542] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841/58a62179-0b81-4991-a610-b880b7f38841.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.679751] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841/58a62179-0b81-4991-a610-b880b7f38841.vmdk to [datastore1] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.680017] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fd7d562-7483-4fc9-a6d8-0d8098a5062c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.687761] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 985.687761] env[69262]: value = "task-3713983" [ 985.687761] env[69262]: _type = "Task" [ 985.687761] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.700150] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.787881] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713981, 'name': ReconfigVM_Task, 'duration_secs': 0.574308} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.788280] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance '5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.848449] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713980, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.197431} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.848752] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] ac302584-b008-4f1b-aa2b-b18437b78921/ac302584-b008-4f1b-aa2b-b18437b78921.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.849434] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.851778] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7045d2cd-473c-4c93-a9eb-b837d0035c9e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.859717] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 985.859717] env[69262]: value = "task-3713984" [ 985.859717] env[69262]: _type = "Task" [ 985.859717] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.871137] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.099978] env[69262]: DEBUG nova.scheduler.client.report [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.201696] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713983, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.298022] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.298022] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.298022] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.298022] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.298022] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.298022] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.298715] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.300029] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.300029] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.300029] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.300029] env[69262]: DEBUG nova.virt.hardware [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.307385] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.307794] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b57d3a3-b424-47ae-911b-403df59e50ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.330964] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 986.330964] env[69262]: value = "task-3713985" [ 986.330964] env[69262]: _type = "Task" [ 986.330964] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.343925] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.372664] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084071} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.373000] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.374122] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7669bc-79c8-47f1-87d3-5721653b3912 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.405035] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] ac302584-b008-4f1b-aa2b-b18437b78921/ac302584-b008-4f1b-aa2b-b18437b78921.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.405035] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a149852-359b-438f-a190-7ca404d30a76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.430199] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 986.430199] env[69262]: value = "task-3713986" [ 986.430199] env[69262]: _type = "Task" [ 986.430199] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.445196] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713986, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.589275] env[69262]: DEBUG nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.606179] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.608916] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.354s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.609200] env[69262]: DEBUG nova.objects.instance [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lazy-loading 'resources' on Instance uuid 116122e9-eb20-4b2e-8622-8acc1cbc3672 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.627980] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.628315] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.628519] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.628837] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.628993] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.629194] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.629378] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.629540] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.629705] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.629939] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.630198] env[69262]: DEBUG nova.virt.hardware [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.631430] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd34c38-199b-4b0e-862c-027ae8b969fc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.644482] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0dc5b9-9c80-45b6-8c66-d2237132d430 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.652117] env[69262]: INFO nova.scheduler.client.report [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted allocations for instance ba2ab8ea-5660-4e35-8559-2d68f108ae1e [ 986.704612] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713983, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.848256] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713985, 'name': ReconfigVM_Task, 'duration_secs': 0.289306} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.848858] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.849920] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d985b10-3db9-426f-b93b-c6ab6a1dc509 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.883594] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f/5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.884253] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cea873f-76d6-4eaf-91c7-f7ce7564a2b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.910120] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 986.910120] env[69262]: value = "task-3713987" [ 986.910120] env[69262]: _type = "Task" [ 986.910120] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.942627] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713986, 'name': ReconfigVM_Task, 'duration_secs': 0.47843} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.942834] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Reconfigured VM instance instance-00000053 to attach disk [datastore1] ac302584-b008-4f1b-aa2b-b18437b78921/ac302584-b008-4f1b-aa2b-b18437b78921.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.944121] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3775a98f-e40f-49cd-9edc-47f358524e3d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.954364] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 986.954364] env[69262]: value = "task-3713988" [ 986.954364] env[69262]: _type = "Task" [ 986.954364] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.967883] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713988, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.017310] env[69262]: DEBUG nova.compute.manager [req-8b5fdc98-ea82-47a3-a8db-26a961414d84 req-e4e40d31-95aa-4da5-bafd-25923d84462a service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Received event network-vif-plugged-4bec3ba4-2b36-4856-b346-14cf11fab506 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.017540] env[69262]: DEBUG oslo_concurrency.lockutils [req-8b5fdc98-ea82-47a3-a8db-26a961414d84 req-e4e40d31-95aa-4da5-bafd-25923d84462a service nova] Acquiring lock "09843c38-9365-4dab-a368-6bb0b69a908c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.017749] env[69262]: DEBUG oslo_concurrency.lockutils [req-8b5fdc98-ea82-47a3-a8db-26a961414d84 req-e4e40d31-95aa-4da5-bafd-25923d84462a service nova] Lock "09843c38-9365-4dab-a368-6bb0b69a908c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.018558] env[69262]: DEBUG oslo_concurrency.lockutils [req-8b5fdc98-ea82-47a3-a8db-26a961414d84 req-e4e40d31-95aa-4da5-bafd-25923d84462a service nova] Lock "09843c38-9365-4dab-a368-6bb0b69a908c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.018558] env[69262]: DEBUG nova.compute.manager [req-8b5fdc98-ea82-47a3-a8db-26a961414d84 req-e4e40d31-95aa-4da5-bafd-25923d84462a service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] No waiting events found dispatching network-vif-plugged-4bec3ba4-2b36-4856-b346-14cf11fab506 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 987.018558] env[69262]: WARNING nova.compute.manager [req-8b5fdc98-ea82-47a3-a8db-26a961414d84 req-e4e40d31-95aa-4da5-bafd-25923d84462a service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Received unexpected event network-vif-plugged-4bec3ba4-2b36-4856-b346-14cf11fab506 for instance with vm_state building and task_state spawning. [ 987.103346] env[69262]: DEBUG nova.network.neutron [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Successfully updated port: 4bec3ba4-2b36-4856-b346-14cf11fab506 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.161430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4802cd67-0eba-450d-bcd6-27a67d5ebb38 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "ba2ab8ea-5660-4e35-8559-2d68f108ae1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.495s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.203548] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713983, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.425655] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.473598] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713988, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.569128] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5eed33-74bc-457e-ac22-be709c593959 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.583573] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a08d2-ebd1-41b1-ab79-3031718a2169 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.618884] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "refresh_cache-09843c38-9365-4dab-a368-6bb0b69a908c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.619046] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquired lock "refresh_cache-09843c38-9365-4dab-a368-6bb0b69a908c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.619419] env[69262]: DEBUG nova.network.neutron [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.621779] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7b2426-baa9-405b-b4d3-7411c7add522 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.633306] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb7a20b-ab85-48d3-965e-6e6653c97bcd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.650341] env[69262]: DEBUG nova.compute.provider_tree [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.703828] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713983, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.927032] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3713987, 'name': ReconfigVM_Task, 'duration_secs': 0.617323} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.927032] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f/5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.927032] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance '5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.968207] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713988, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.154224] env[69262]: DEBUG nova.scheduler.client.report [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.163283] env[69262]: DEBUG nova.network.neutron [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.206170] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713983, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.488478} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.206170] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/58a62179-0b81-4991-a610-b880b7f38841/58a62179-0b81-4991-a610-b880b7f38841.vmdk to [datastore1] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.206561] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff196db6-5d34-49e7-ad62-8e6f27c509fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.235525] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.238415] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4104885-8a28-4312-9bfe-65436a8fb1f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.261115] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 988.261115] env[69262]: value = "task-3713989" [ 988.261115] env[69262]: _type = "Task" [ 988.261115] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.269849] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.359377] env[69262]: DEBUG nova.network.neutron [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Updating instance_info_cache with network_info: [{"id": "4bec3ba4-2b36-4856-b346-14cf11fab506", "address": "fa:16:3e:99:86:ae", "network": {"id": "313bf1ac-2a91-4f61-99b2-4c9d8e92b87d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1436830115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df1632b9f6d14d3596d20e321dad761d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bec3ba4-2b", "ovs_interfaceid": "4bec3ba4-2b36-4856-b346-14cf11fab506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.466923] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713988, 'name': Rename_Task, 'duration_secs': 1.17206} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.467235] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.467499] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c57a35b-beb0-478f-a749-2b777e736a43 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.475161] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 988.475161] env[69262]: value = "task-3713990" [ 988.475161] env[69262]: _type = "Task" [ 988.475161] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.486377] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.526555] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5ac207-bb57-4e9f-9a51-bafcbdab36e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.546476] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb9187-d01f-43d1-93fb-7916daa0b6c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.570046] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance '5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.663455] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.667310] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.017s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.669858] env[69262]: INFO nova.compute.claims [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.697876] env[69262]: INFO nova.scheduler.client.report [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Deleted allocations for instance 116122e9-eb20-4b2e-8622-8acc1cbc3672 [ 988.772863] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713989, 'name': ReconfigVM_Task, 'duration_secs': 0.334675} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.773216] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2c383460-4553-4dea-b299-e3cc52541ca2/2c383460-4553-4dea-b299-e3cc52541ca2.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.774552] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d34f15d-1702-48a0-96de-af4d83a94924 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.781830] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 988.781830] env[69262]: value = "task-3713991" [ 988.781830] env[69262]: _type = "Task" [ 988.781830] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.794100] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713991, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.863397] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Releasing lock "refresh_cache-09843c38-9365-4dab-a368-6bb0b69a908c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.863397] env[69262]: DEBUG nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Instance network_info: |[{"id": "4bec3ba4-2b36-4856-b346-14cf11fab506", "address": "fa:16:3e:99:86:ae", "network": {"id": "313bf1ac-2a91-4f61-99b2-4c9d8e92b87d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1436830115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df1632b9f6d14d3596d20e321dad761d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bec3ba4-2b", "ovs_interfaceid": "4bec3ba4-2b36-4856-b346-14cf11fab506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.865694] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:86:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bec3ba4-2b36-4856-b346-14cf11fab506', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.875908] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Creating folder: Project (df1632b9f6d14d3596d20e321dad761d). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.876334] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c90959ab-804c-449e-b3b8-cc9088c49d48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.887849] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Created folder: Project (df1632b9f6d14d3596d20e321dad761d) in parent group-v739409. [ 988.888097] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Creating folder: Instances. Parent ref: group-v739645. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.888458] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5230467-65cd-422c-9aa3-4bd3e1726678 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.899545] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Created folder: Instances in parent group-v739645. [ 988.899883] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.900123] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.900595] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c774537-a121-42d6-bc4d-3e77a7004d1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.922640] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.922640] env[69262]: value = "task-3713994" [ 988.922640] env[69262]: _type = "Task" [ 988.922640] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.931589] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713994, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.987287] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.110170] env[69262]: DEBUG nova.compute.manager [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Received event network-changed-4bec3ba4-2b36-4856-b346-14cf11fab506 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.110324] env[69262]: DEBUG nova.compute.manager [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Refreshing instance network info cache due to event network-changed-4bec3ba4-2b36-4856-b346-14cf11fab506. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.110570] env[69262]: DEBUG oslo_concurrency.lockutils [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] Acquiring lock "refresh_cache-09843c38-9365-4dab-a368-6bb0b69a908c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.110734] env[69262]: DEBUG oslo_concurrency.lockutils [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] Acquired lock "refresh_cache-09843c38-9365-4dab-a368-6bb0b69a908c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.110896] env[69262]: DEBUG nova.network.neutron [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Refreshing network info cache for port 4bec3ba4-2b36-4856-b346-14cf11fab506 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.190019] env[69262]: DEBUG nova.network.neutron [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Port 6be3a3da-311a-4891-8821-8ef5207ce337 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 989.190019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "4be828b6-910b-4c2d-bf59-cf1558285579" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.190019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "4be828b6-910b-4c2d-bf59-cf1558285579" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.211365] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87634a37-0b08-410c-bd86-b3da0c447b2a tempest-ServerMetadataTestJSON-883180726 tempest-ServerMetadataTestJSON-883180726-project-member] Lock "116122e9-eb20-4b2e-8622-8acc1cbc3672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.474s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.292489] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713991, 'name': Rename_Task, 'duration_secs': 0.166706} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.293187] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.293474] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e8ebd83-c613-43bf-bce3-970f815b8e82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.301395] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 989.301395] env[69262]: value = "task-3713995" [ 989.301395] env[69262]: _type = "Task" [ 989.301395] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.311161] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.435236] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3713994, 'name': CreateVM_Task, 'duration_secs': 0.389297} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.435419] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.436123] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.436296] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.436679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.436874] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c756e8f3-82c8-4ee1-b5d7-77ed99bf6eab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.442134] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 989.442134] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5205362d-78ea-ec26-015f-902ad9848250" [ 989.442134] env[69262]: _type = "Task" [ 989.442134] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.450369] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5205362d-78ea-ec26-015f-902ad9848250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.486497] env[69262]: DEBUG oslo_vmware.api [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3713990, 'name': PowerOnVM_Task, 'duration_secs': 0.513721} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.487459] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.488781] env[69262]: INFO nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Took 10.86 seconds to spawn the instance on the hypervisor. [ 989.488781] env[69262]: DEBUG nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 989.489095] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bf683e-fe77-42bf-8350-b9e4859f3810 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.700208] env[69262]: DEBUG nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.816287] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.963777] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5205362d-78ea-ec26-015f-902ad9848250, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.967880] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.968316] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.968736] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.969057] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.969324] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.969955] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1da5befb-3942-41ce-a415-8531f66e8fa5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.981262] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.981629] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.985529] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ea2bad-0367-4ef8-915f-08ccdb2aa5aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.992900] env[69262]: DEBUG nova.network.neutron [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Updated VIF entry in instance network info cache for port 4bec3ba4-2b36-4856-b346-14cf11fab506. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.993329] env[69262]: DEBUG nova.network.neutron [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Updating instance_info_cache with network_info: [{"id": "4bec3ba4-2b36-4856-b346-14cf11fab506", "address": "fa:16:3e:99:86:ae", "network": {"id": "313bf1ac-2a91-4f61-99b2-4c9d8e92b87d", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1436830115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df1632b9f6d14d3596d20e321dad761d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bec3ba4-2b", "ovs_interfaceid": "4bec3ba4-2b36-4856-b346-14cf11fab506", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.995800] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 989.995800] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ac82a1-6be3-9e3a-8b1d-4149023ab73c" [ 989.995800] env[69262]: _type = "Task" [ 989.995800] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.014520] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ac82a1-6be3-9e3a-8b1d-4149023ab73c, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.015077] env[69262]: INFO nova.compute.manager [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Took 50.55 seconds to build instance. [ 990.019662] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2426d40e-66d3-4298-9425-6dfd3a894215 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.030905] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 990.030905] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52662dc2-9529-4930-bd0a-a25349dd2a60" [ 990.030905] env[69262]: _type = "Task" [ 990.030905] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.042877] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52662dc2-9529-4930-bd0a-a25349dd2a60, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.046693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.046983] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 09843c38-9365-4dab-a368-6bb0b69a908c/09843c38-9365-4dab-a368-6bb0b69a908c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.048421] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c18f017-e3b0-46c9-bcaf-0e67fc98355e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.056468] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 990.056468] env[69262]: value = "task-3713996" [ 990.056468] env[69262]: _type = "Task" [ 990.056468] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.068897] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.224580] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.225083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.225083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.228391] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069eb304-95a2-4736-b45e-63352c214f29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.243269] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9eda09-022c-4f31-bb1d-579386160e2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.252711] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.280144] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaedf785-a4b8-4f25-824e-43f0f4758d0f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.291201] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a22273-e1e4-41ed-a0ca-d62af66b49a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.309415] env[69262]: DEBUG nova.compute.provider_tree [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.321855] env[69262]: DEBUG oslo_vmware.api [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3713995, 'name': PowerOnVM_Task, 'duration_secs': 0.665996} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.323178] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.463308] env[69262]: DEBUG nova.compute.manager [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.464338] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5230324e-1664-402c-9dd9-18d7b9a7e9ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.497319] env[69262]: DEBUG oslo_concurrency.lockutils [req-eaabf355-2272-4345-8218-0a403f8b0956 req-cae851a9-5127-4f99-a127-180794b24866 service nova] Releasing lock "refresh_cache-09843c38-9365-4dab-a368-6bb0b69a908c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.517876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b4ec0cb0-9e87-4224-9230-1bfb7eb4a0dc tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "ac302584-b008-4f1b-aa2b-b18437b78921" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.058s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.570356] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503633} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.570356] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 09843c38-9365-4dab-a368-6bb0b69a908c/09843c38-9365-4dab-a368-6bb0b69a908c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.570356] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.570356] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac6828fb-5246-4dff-a00f-b1ccf782bc0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.579033] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 990.579033] env[69262]: value = "task-3713997" [ 990.579033] env[69262]: _type = "Task" [ 990.579033] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.594263] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.819020] env[69262]: DEBUG nova.scheduler.client.report [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.987301] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72425d78-562a-48ca-aa0f-59c93f919e30 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 55.765s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.090021] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083996} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.090021] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.090021] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bae235a-de6d-4bfc-bd9f-63a04e6b42d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.121891] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 09843c38-9365-4dab-a368-6bb0b69a908c/09843c38-9365-4dab-a368-6bb0b69a908c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.122251] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-162d08ee-aa6f-4e62-8f47-c6711dfdbe06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.149711] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 991.149711] env[69262]: value = "task-3713998" [ 991.149711] env[69262]: _type = "Task" [ 991.149711] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.160035] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.274043] env[69262]: DEBUG nova.compute.manager [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Received event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.274233] env[69262]: DEBUG nova.compute.manager [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing instance network info cache due to event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.274511] env[69262]: DEBUG oslo_concurrency.lockutils [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] Acquiring lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.274671] env[69262]: DEBUG oslo_concurrency.lockutils [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] Acquired lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.274835] env[69262]: DEBUG nova.network.neutron [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing network info cache for port ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.277327] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.277327] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.277327] env[69262]: DEBUG nova.network.neutron [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.284294] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.284583] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.323698] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.324248] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.326949] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.653s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.328912] env[69262]: INFO nova.compute.claims [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.664051] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.789796] env[69262]: DEBUG nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 991.836652] env[69262]: DEBUG nova.compute.utils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.838443] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.838635] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.946631] env[69262]: DEBUG nova.policy [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c23034588bd4442ab4791463f918661e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb57429869424ebb97a5bdfff3d9589c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.163063] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713998, 'name': ReconfigVM_Task, 'duration_secs': 0.853288} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.164111] env[69262]: DEBUG nova.network.neutron [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance_info_cache with network_info: [{"id": "6be3a3da-311a-4891-8821-8ef5207ce337", "address": "fa:16:3e:9a:16:cc", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be3a3da-31", "ovs_interfaceid": "6be3a3da-311a-4891-8821-8ef5207ce337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.165464] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 09843c38-9365-4dab-a368-6bb0b69a908c/09843c38-9365-4dab-a368-6bb0b69a908c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.166379] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a36d1fd1-fd17-4974-aad2-09b3d0045c0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.177959] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 992.177959] env[69262]: value = "task-3713999" [ 992.177959] env[69262]: _type = "Task" [ 992.177959] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.190636] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713999, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.192288] env[69262]: DEBUG nova.network.neutron [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updated VIF entry in instance network info cache for port ec9eb2f4-f8a0-46d4-b9e9-37962984e75a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.192647] env[69262]: DEBUG nova.network.neutron [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.318706] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.342897] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.422521] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Successfully created port: fa523d7b-8a94-4691-89e6-29c36aa6aaae {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.575763] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c09fc49-0090-4c27-a5f7-10eb4725b8b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.582994] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7f81e1b2-1f39-4713-b1a8-f8d20e4566dc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Suspending the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 992.583290] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ed8bed14-c4d9-4b9f-844b-50a7410c67f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.592495] env[69262]: DEBUG oslo_vmware.api [None req-7f81e1b2-1f39-4713-b1a8-f8d20e4566dc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 992.592495] env[69262]: value = "task-3714000" [ 992.592495] env[69262]: _type = "Task" [ 992.592495] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.601251] env[69262]: DEBUG oslo_vmware.api [None req-7f81e1b2-1f39-4713-b1a8-f8d20e4566dc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714000, 'name': SuspendVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.667861] env[69262]: DEBUG oslo_concurrency.lockutils [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.688336] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3713999, 'name': Rename_Task, 'duration_secs': 0.381877} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.688929] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.691050] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51088834-4977-4efe-84f4-5d2d070ef76b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.697971] env[69262]: DEBUG oslo_concurrency.lockutils [req-184307fc-1a99-4821-9095-c0ec930d7a51 req-eb108f5e-630c-43a3-b0e1-7ff938e11941 service nova] Releasing lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.702067] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 992.702067] env[69262]: value = "task-3714001" [ 992.702067] env[69262]: _type = "Task" [ 992.702067] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.713582] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.783787] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22b7fcd-788e-4152-8285-604db1c62c1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.792597] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81808949-6d6c-493f-b22a-aa3eb0399fc7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.825386] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176f4f2f-a31c-4ba1-b453-eb680548a943 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.833083] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b850f-b3be-4c5e-bf0f-b537c9c75915 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.851046] env[69262]: DEBUG nova.compute.provider_tree [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.104144] env[69262]: DEBUG oslo_vmware.api [None req-7f81e1b2-1f39-4713-b1a8-f8d20e4566dc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714000, 'name': SuspendVM_Task} progress is 62%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.191341] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d7a34-a552-4605-8326-4440e1942ca4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.213692] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36823f4c-1344-4884-b93c-0cf106aaf8e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.226437] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714001, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.226850] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance '5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.487317] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.487317] env[69262]: ERROR nova.scheduler.client.report [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [req-3c2b8994-a058-44ce-abff-ea56a9309f2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c2b8994-a058-44ce-abff-ea56a9309f2a"}]} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.487317] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.490212] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8713ba71-d168-4142-aab1-2635c31f19dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.490212] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b90b3f-2f9b-4bc2-80d2-28c53bd87061 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.490212] env[69262]: DEBUG nova.scheduler.client.report [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 993.490212] env[69262]: DEBUG nova.scheduler.client.report [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 993.490212] env[69262]: DEBUG nova.compute.provider_tree [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.490212] env[69262]: DEBUG nova.scheduler.client.report [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 993.494488] env[69262]: DEBUG nova.scheduler.client.report [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 993.603206] env[69262]: DEBUG oslo_vmware.api [None req-7f81e1b2-1f39-4713-b1a8-f8d20e4566dc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714000, 'name': SuspendVM_Task, 'duration_secs': 0.952731} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.606086] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7f81e1b2-1f39-4713-b1a8-f8d20e4566dc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Suspended the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 993.606294] env[69262]: DEBUG nova.compute.manager [None req-7f81e1b2-1f39-4713-b1a8-f8d20e4566dc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.608548] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ba52b-1c89-46b2-9cce-be15ae312f2a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.724706] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.733064] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.733419] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59cfb605-58e2-40b8-96a3-831a87dec68e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.741751] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 993.741751] env[69262]: value = "task-3714002" [ 993.741751] env[69262]: _type = "Task" [ 993.741751] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.755349] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.902786] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8414681-bd32-476a-92cd-60adea3404ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.911074] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa5a374-2f8b-4407-b89f-00585deb6eed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.946238] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85168e36-b330-4ae9-9d9c-26f0a0f3ca93 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.954902] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fab9f4a-f483-42e7-930b-94ff0d20ae81 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.969911] env[69262]: DEBUG nova.compute.provider_tree [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.226936] env[69262]: DEBUG oslo_vmware.api [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714001, 'name': PowerOnVM_Task, 'duration_secs': 1.463846} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.227766] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.228028] env[69262]: INFO nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Took 7.64 seconds to spawn the instance on the hypervisor. [ 994.228258] env[69262]: DEBUG nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.229233] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818f329a-3e40-4249-9365-0f2488cba39b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.248020] env[69262]: DEBUG nova.compute.manager [req-fcd69c52-d489-45f7-a9f6-94f8d4172d7a req-2a0a9863-e863-47b2-9a1c-93bd9fb45fcb service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Received event network-vif-plugged-fa523d7b-8a94-4691-89e6-29c36aa6aaae {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.248020] env[69262]: DEBUG oslo_concurrency.lockutils [req-fcd69c52-d489-45f7-a9f6-94f8d4172d7a req-2a0a9863-e863-47b2-9a1c-93bd9fb45fcb service nova] Acquiring lock "7446dc62-337f-4d45-87ef-ad36c90a28bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.248020] env[69262]: DEBUG oslo_concurrency.lockutils [req-fcd69c52-d489-45f7-a9f6-94f8d4172d7a req-2a0a9863-e863-47b2-9a1c-93bd9fb45fcb service nova] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.248020] env[69262]: DEBUG oslo_concurrency.lockutils [req-fcd69c52-d489-45f7-a9f6-94f8d4172d7a req-2a0a9863-e863-47b2-9a1c-93bd9fb45fcb service nova] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.248020] env[69262]: DEBUG nova.compute.manager [req-fcd69c52-d489-45f7-a9f6-94f8d4172d7a req-2a0a9863-e863-47b2-9a1c-93bd9fb45fcb service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] No waiting events found dispatching network-vif-plugged-fa523d7b-8a94-4691-89e6-29c36aa6aaae {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 994.248020] env[69262]: WARNING nova.compute.manager [req-fcd69c52-d489-45f7-a9f6-94f8d4172d7a req-2a0a9863-e863-47b2-9a1c-93bd9fb45fcb service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Received unexpected event network-vif-plugged-fa523d7b-8a94-4691-89e6-29c36aa6aaae for instance with vm_state building and task_state spawning. [ 994.257036] env[69262]: DEBUG oslo_vmware.api [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714002, 'name': PowerOnVM_Task, 'duration_secs': 0.455172} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.257290] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.257495] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-420ca892-b7b5-45ee-977e-da9f6744a913 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance '5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.350170] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Successfully updated port: fa523d7b-8a94-4691-89e6-29c36aa6aaae {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.501677] env[69262]: DEBUG nova.scheduler.client.report [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 994.501970] env[69262]: DEBUG nova.compute.provider_tree [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 118 to 119 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 994.502298] env[69262]: DEBUG nova.compute.provider_tree [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.747944] env[69262]: INFO nova.compute.manager [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Took 41.06 seconds to build instance. [ 994.853546] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "refresh_cache-7446dc62-337f-4d45-87ef-ad36c90a28bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.853734] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "refresh_cache-7446dc62-337f-4d45-87ef-ad36c90a28bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.853962] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.008203] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.681s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.008767] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.011303] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.949s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.012642] env[69262]: INFO nova.compute.claims [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.060460] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "09843c38-9365-4dab-a368-6bb0b69a908c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.250631] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8deb5283-23a3-4a3b-8635-224a347cf4f9 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "09843c38-9365-4dab-a368-6bb0b69a908c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.570s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.251083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "09843c38-9365-4dab-a368-6bb0b69a908c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.191s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.251897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "09843c38-9365-4dab-a368-6bb0b69a908c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.251897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "09843c38-9365-4dab-a368-6bb0b69a908c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.251897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "09843c38-9365-4dab-a368-6bb0b69a908c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.253834] env[69262]: INFO nova.compute.manager [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Terminating instance [ 995.365032] env[69262]: INFO nova.compute.manager [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Resuming [ 995.365623] env[69262]: DEBUG nova.objects.instance [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lazy-loading 'flavor' on Instance uuid 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.396750] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.520592] env[69262]: DEBUG nova.compute.utils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.524366] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.524549] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.567355] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Updating instance_info_cache with network_info: [{"id": "fa523d7b-8a94-4691-89e6-29c36aa6aaae", "address": "fa:16:3e:b0:95:fe", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa523d7b-8a", "ovs_interfaceid": "fa523d7b-8a94-4691-89e6-29c36aa6aaae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.758402] env[69262]: DEBUG nova.compute.manager [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.758655] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.759584] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a74e31-bf58-4e6d-b561-7d9c6b2c78f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.778724] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.780684] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc24490-71ff-4962-bab7-fdc7e0ab91b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.791898] env[69262]: DEBUG oslo_vmware.api [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 995.791898] env[69262]: value = "task-3714003" [ 995.791898] env[69262]: _type = "Task" [ 995.791898] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.799673] env[69262]: DEBUG nova.policy [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c23034588bd4442ab4791463f918661e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb57429869424ebb97a5bdfff3d9589c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.807981] env[69262]: DEBUG oslo_vmware.api [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.028599] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.070807] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "refresh_cache-7446dc62-337f-4d45-87ef-ad36c90a28bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.071406] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Instance network_info: |[{"id": "fa523d7b-8a94-4691-89e6-29c36aa6aaae", "address": "fa:16:3e:b0:95:fe", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa523d7b-8a", "ovs_interfaceid": "fa523d7b-8a94-4691-89e6-29c36aa6aaae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.073169] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:95:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa523d7b-8a94-4691-89e6-29c36aa6aaae', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.082913] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.084637] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.090110] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-102248f4-bdf4-4f14-be50-32e2ebca04a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.105362] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Successfully created port: b1c06b2a-c8dd-421e-8221-29ab07b4ba41 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.116571] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.116571] env[69262]: value = "task-3714004" [ 996.116571] env[69262]: _type = "Task" [ 996.116571] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.126985] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714004, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.303260] env[69262]: DEBUG oslo_vmware.api [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714003, 'name': PowerOffVM_Task, 'duration_secs': 0.173029} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.306308] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.306563] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.308225] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca1536d7-74d2-4231-9811-aed76ea155d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.310933] env[69262]: DEBUG nova.compute.manager [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Received event network-changed-fa523d7b-8a94-4691-89e6-29c36aa6aaae {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.311177] env[69262]: DEBUG nova.compute.manager [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Refreshing instance network info cache due to event network-changed-fa523d7b-8a94-4691-89e6-29c36aa6aaae. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.311360] env[69262]: DEBUG oslo_concurrency.lockutils [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] Acquiring lock "refresh_cache-7446dc62-337f-4d45-87ef-ad36c90a28bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.311503] env[69262]: DEBUG oslo_concurrency.lockutils [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] Acquired lock "refresh_cache-7446dc62-337f-4d45-87ef-ad36c90a28bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.311667] env[69262]: DEBUG nova.network.neutron [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Refreshing network info cache for port fa523d7b-8a94-4691-89e6-29c36aa6aaae {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.395257] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.395408] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.395710] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Deleting the datastore file [datastore1] 09843c38-9365-4dab-a368-6bb0b69a908c {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.396276] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4842b892-cf5f-4da0-b685-c79df778d297 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.405227] env[69262]: DEBUG oslo_vmware.api [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for the task: (returnval){ [ 996.405227] env[69262]: value = "task-3714006" [ 996.405227] env[69262]: _type = "Task" [ 996.405227] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.415090] env[69262]: DEBUG oslo_vmware.api [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.485744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f95eb2-0b3e-4ea2-8e79-7f09bd8cb760 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.494341] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49150d5-a845-4642-99d0-485e81165b4b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.528455] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.528812] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.528946] env[69262]: DEBUG nova.compute.manager [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Going to confirm migration 3 {{(pid=69262) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 996.531539] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d59d30a-90e4-4aca-8d7e-d827754a7c3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.545023] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65cccf0-e89c-4375-954f-b416ee996144 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.560706] env[69262]: DEBUG nova.compute.provider_tree [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.627429] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714004, 'name': CreateVM_Task, 'duration_secs': 0.340808} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.627647] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.628389] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.628563] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.628908] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.629186] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285e1967-583f-4e32-a5ff-fd25d7de7c5c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.634309] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 996.634309] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5286d97b-bf0d-a95c-dee7-4aa34672574c" [ 996.634309] env[69262]: _type = "Task" [ 996.634309] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.643451] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5286d97b-bf0d-a95c-dee7-4aa34672574c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.879697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.879863] env[69262]: DEBUG oslo_concurrency.lockutils [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquired lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.880052] env[69262]: DEBUG nova.network.neutron [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.917086] env[69262]: DEBUG oslo_vmware.api [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Task: {'id': task-3714006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156838} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.917413] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.917654] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.917881] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.918163] env[69262]: INFO nova.compute.manager [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 996.918479] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.918730] env[69262]: DEBUG nova.compute.manager [-] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.918835] env[69262]: DEBUG nova.network.neutron [-] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.041424] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.064564] env[69262]: DEBUG nova.scheduler.client.report [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.083019] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.083432] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.083707] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.084032] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.084374] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.084529] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.084885] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.087157] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.087157] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.087157] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.087157] env[69262]: DEBUG nova.virt.hardware [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.088190] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc60425-590c-4fbf-a6d0-cc4446d23511 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.106543] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.106829] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.107227] env[69262]: DEBUG nova.network.neutron [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.107626] env[69262]: DEBUG nova.objects.instance [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lazy-loading 'info_cache' on Instance uuid 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.113025] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47cec2c-ba72-4365-b681-fa399e247956 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.149435] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5286d97b-bf0d-a95c-dee7-4aa34672574c, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.149837] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.150135] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.150417] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.150702] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.151048] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.151510] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0290277d-26f3-48bc-b2f7-00a5c3903f25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.163916] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.164524] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.165635] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82157ba2-67eb-416e-8f29-fcc62cb9e144 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.173445] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 997.173445] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528d21aa-ff8e-1a51-2f92-5c0e33d24477" [ 997.173445] env[69262]: _type = "Task" [ 997.173445] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.188020] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528d21aa-ff8e-1a51-2f92-5c0e33d24477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.263921] env[69262]: DEBUG nova.network.neutron [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Updated VIF entry in instance network info cache for port fa523d7b-8a94-4691-89e6-29c36aa6aaae. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.264324] env[69262]: DEBUG nova.network.neutron [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Updating instance_info_cache with network_info: [{"id": "fa523d7b-8a94-4691-89e6-29c36aa6aaae", "address": "fa:16:3e:b0:95:fe", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa523d7b-8a", "ovs_interfaceid": "fa523d7b-8a94-4691-89e6-29c36aa6aaae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.312388] env[69262]: DEBUG nova.compute.manager [req-89af320b-136f-4530-9421-fb3ef5792bb4 req-1bed116e-0e30-477c-bfd0-00a2ef717650 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Received event network-vif-deleted-4bec3ba4-2b36-4856-b346-14cf11fab506 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.312780] env[69262]: INFO nova.compute.manager [req-89af320b-136f-4530-9421-fb3ef5792bb4 req-1bed116e-0e30-477c-bfd0-00a2ef717650 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Neutron deleted interface 4bec3ba4-2b36-4856-b346-14cf11fab506; detaching it from the instance and deleting it from the info cache [ 997.313170] env[69262]: DEBUG nova.network.neutron [req-89af320b-136f-4530-9421-fb3ef5792bb4 req-1bed116e-0e30-477c-bfd0-00a2ef717650 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.513525] env[69262]: INFO nova.compute.manager [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Rebuilding instance [ 997.560795] env[69262]: DEBUG nova.compute.manager [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 997.564018] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab2baf6-21fa-4d92-b87e-0d2582b591af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.573537] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.575025] env[69262]: DEBUG nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.576735] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.380s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.577122] env[69262]: DEBUG nova.objects.instance [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lazy-loading 'resources' on Instance uuid 54b12c61-9a30-4485-9240-a74ff5c9cd14 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.658129] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Successfully updated port: b1c06b2a-c8dd-421e-8221-29ab07b4ba41 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.672397] env[69262]: DEBUG nova.network.neutron [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [{"id": "6641a375-773a-4e77-93b5-e8cba418b05d", "address": "fa:16:3e:84:42:8b", "network": {"id": "ff161060-5768-46bb-8a47-860f2f1adc7e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1968452300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7db2a66605d6444f9c24e681989a3507", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6641a375-77", "ovs_interfaceid": "6641a375-773a-4e77-93b5-e8cba418b05d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.689419] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528d21aa-ff8e-1a51-2f92-5c0e33d24477, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.690157] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11bb388-e344-49ef-b829-46f32ad3e36b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.695698] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 997.695698] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df0105-d7ba-01ac-b0aa-b2f81093ba42" [ 997.695698] env[69262]: _type = "Task" [ 997.695698] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.703502] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df0105-d7ba-01ac-b0aa-b2f81093ba42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.739508] env[69262]: DEBUG nova.network.neutron [-] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.768026] env[69262]: DEBUG oslo_concurrency.lockutils [req-5da11265-7beb-407d-be24-3be6654af96a req-6751ab5c-8d6e-40c7-b203-4928c535ab86 service nova] Releasing lock "refresh_cache-7446dc62-337f-4d45-87ef-ad36c90a28bd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.818249] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ba1956f-b685-4dd5-bb11-245612370932 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.829708] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad305f6-67c5-4f17-ae15-b784547ab880 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.863505] env[69262]: DEBUG nova.compute.manager [req-89af320b-136f-4530-9421-fb3ef5792bb4 req-1bed116e-0e30-477c-bfd0-00a2ef717650 service nova] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Detach interface failed, port_id=4bec3ba4-2b36-4856-b346-14cf11fab506, reason: Instance 09843c38-9365-4dab-a368-6bb0b69a908c could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.080946] env[69262]: DEBUG nova.compute.utils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.085578] env[69262]: DEBUG nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.085795] env[69262]: DEBUG nova.network.neutron [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.151393] env[69262]: DEBUG nova.policy [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f496045b00fa4e29915a74a0b26a1602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0671a82f6b1d4f8b9bdc82546b230419', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.164055] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "refresh_cache-c72deef5-6119-4cfc-af43-079778ee918e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.164183] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "refresh_cache-c72deef5-6119-4cfc-af43-079778ee918e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.164334] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.175218] env[69262]: DEBUG oslo_concurrency.lockutils [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Releasing lock "refresh_cache-2c383460-4553-4dea-b299-e3cc52541ca2" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.176205] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bc41fc-3f5a-44e0-8ea5-2d6ea9097d7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.186570] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Resuming the VM {{(pid=69262) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 998.186861] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-085efc17-0332-44ab-aa04-78969b3b5d5e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.195042] env[69262]: DEBUG oslo_vmware.api [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 998.195042] env[69262]: value = "task-3714007" [ 998.195042] env[69262]: _type = "Task" [ 998.195042] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.217377] env[69262]: DEBUG oslo_vmware.api [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714007, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.217671] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df0105-d7ba-01ac-b0aa-b2f81093ba42, 'name': SearchDatastore_Task, 'duration_secs': 0.045909} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.217910] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.218186] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 7446dc62-337f-4d45-87ef-ad36c90a28bd/7446dc62-337f-4d45-87ef-ad36c90a28bd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.218458] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b0afc6b-c142-445e-8132-b8edb4893918 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.226527] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 998.226527] env[69262]: value = "task-3714008" [ 998.226527] env[69262]: _type = "Task" [ 998.226527] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.240758] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.242425] env[69262]: INFO nova.compute.manager [-] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Took 1.32 seconds to deallocate network for instance. [ 998.372038] env[69262]: DEBUG nova.network.neutron [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance_info_cache with network_info: [{"id": "6be3a3da-311a-4891-8821-8ef5207ce337", "address": "fa:16:3e:9a:16:cc", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6be3a3da-31", "ovs_interfaceid": "6be3a3da-311a-4891-8821-8ef5207ce337", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.526030] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6b9d39-7d52-48cb-b41e-9e498e5df8e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.538800] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea751024-35ff-4889-bda8-7b0398e35d18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.577100] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0636444b-0bb7-476e-8e7d-60ac854799fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.578447] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.581029] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9ab260b-b1d5-4812-8f76-67878e5a7fe7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.586261] env[69262]: DEBUG nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.593359] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 998.593359] env[69262]: value = "task-3714009" [ 998.593359] env[69262]: _type = "Task" [ 998.593359] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.595364] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc4e4f9-9743-4ed8-a947-3f8d16fa4b52 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.623028] env[69262]: DEBUG nova.compute.provider_tree [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.628879] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.695312] env[69262]: DEBUG nova.network.neutron [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Successfully created port: 03e23134-e391-45b6-98d7-4b10ba9b842a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.713893] env[69262]: DEBUG oslo_vmware.api [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.715358] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.748321] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714008, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.754988] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.872983] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.873533] env[69262]: DEBUG nova.objects.instance [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lazy-loading 'migration_context' on Instance uuid 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.905018] env[69262]: DEBUG nova.network.neutron [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Updating instance_info_cache with network_info: [{"id": "b1c06b2a-c8dd-421e-8221-29ab07b4ba41", "address": "fa:16:3e:52:02:50", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c06b2a-c8", "ovs_interfaceid": "b1c06b2a-c8dd-421e-8221-29ab07b4ba41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.114483] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714009, 'name': PowerOffVM_Task, 'duration_secs': 0.31546} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.114788] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.115045] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.115942] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2491ccd-3767-4af4-a8c4-2fa75fe76c8d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.127565] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.127934] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aae3d8b4-e35a-4953-9027-887c8dddd4c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.170665] env[69262]: DEBUG nova.scheduler.client.report [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 999.170866] env[69262]: DEBUG nova.compute.provider_tree [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 119 to 120 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 999.171079] env[69262]: DEBUG nova.compute.provider_tree [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.211171] env[69262]: DEBUG oslo_vmware.api [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714007, 'name': PowerOnVM_Task, 'duration_secs': 0.637901} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.211835] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Resumed the VM {{(pid=69262) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 999.211835] env[69262]: DEBUG nova.compute.manager [None req-601fae17-c553-4873-9a11-ff4e2052a5fc tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.212440] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b789b5a-2a89-4dfe-9973-393273cfbd32 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.232638] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.233523] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.233523] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleting the datastore file [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.237887] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b752c0-e8ff-4ec5-beaa-754ca61dff8f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.245222] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549099} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.246812] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 7446dc62-337f-4d45-87ef-ad36c90a28bd/7446dc62-337f-4d45-87ef-ad36c90a28bd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.247095] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.247445] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 999.247445] env[69262]: value = "task-3714011" [ 999.247445] env[69262]: _type = "Task" [ 999.247445] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.247644] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-557af451-9b99-4f14-bc01-29ef3f95ae11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.260984] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.264199] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 999.264199] env[69262]: value = "task-3714012" [ 999.264199] env[69262]: _type = "Task" [ 999.264199] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.276863] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.342741] env[69262]: DEBUG nova.compute.manager [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Received event network-vif-plugged-b1c06b2a-c8dd-421e-8221-29ab07b4ba41 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.342973] env[69262]: DEBUG oslo_concurrency.lockutils [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] Acquiring lock "c72deef5-6119-4cfc-af43-079778ee918e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.343262] env[69262]: DEBUG oslo_concurrency.lockutils [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] Lock "c72deef5-6119-4cfc-af43-079778ee918e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.343435] env[69262]: DEBUG oslo_concurrency.lockutils [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] Lock "c72deef5-6119-4cfc-af43-079778ee918e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.343609] env[69262]: DEBUG nova.compute.manager [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] No waiting events found dispatching network-vif-plugged-b1c06b2a-c8dd-421e-8221-29ab07b4ba41 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 999.343782] env[69262]: WARNING nova.compute.manager [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Received unexpected event network-vif-plugged-b1c06b2a-c8dd-421e-8221-29ab07b4ba41 for instance with vm_state building and task_state spawning. [ 999.344036] env[69262]: DEBUG nova.compute.manager [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Received event network-changed-b1c06b2a-c8dd-421e-8221-29ab07b4ba41 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.344163] env[69262]: DEBUG nova.compute.manager [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Refreshing instance network info cache due to event network-changed-b1c06b2a-c8dd-421e-8221-29ab07b4ba41. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.344307] env[69262]: DEBUG oslo_concurrency.lockutils [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] Acquiring lock "refresh_cache-c72deef5-6119-4cfc-af43-079778ee918e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.378041] env[69262]: DEBUG nova.objects.base [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Object Instance<5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f> lazy-loaded attributes: info_cache,migration_context {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 999.378970] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33efb8b-6483-426c-b7d1-d801e2ac9135 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.399514] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb056526-1190-4db7-a049-356e4376a235 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.405540] env[69262]: DEBUG oslo_vmware.api [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 999.405540] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5286cfcd-efee-b22d-ca62-e1f540cca91a" [ 999.405540] env[69262]: _type = "Task" [ 999.405540] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.409221] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "refresh_cache-c72deef5-6119-4cfc-af43-079778ee918e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.409559] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Instance network_info: |[{"id": "b1c06b2a-c8dd-421e-8221-29ab07b4ba41", "address": "fa:16:3e:52:02:50", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c06b2a-c8", "ovs_interfaceid": "b1c06b2a-c8dd-421e-8221-29ab07b4ba41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.410291] env[69262]: DEBUG oslo_concurrency.lockutils [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] Acquired lock "refresh_cache-c72deef5-6119-4cfc-af43-079778ee918e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.410490] env[69262]: DEBUG nova.network.neutron [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Refreshing network info cache for port b1c06b2a-c8dd-421e-8221-29ab07b4ba41 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.412127] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:02:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1c06b2a-c8dd-421e-8221-29ab07b4ba41', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.420065] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.421710] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.421966] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bee1e326-94bb-4459-b79f-a054ad6a13c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.440675] env[69262]: DEBUG oslo_vmware.api [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5286cfcd-efee-b22d-ca62-e1f540cca91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.447249] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.447249] env[69262]: value = "task-3714013" [ 999.447249] env[69262]: _type = "Task" [ 999.447249] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.456829] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714013, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.600999] env[69262]: DEBUG nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.630662] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.630943] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.631134] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.631325] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.631473] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.631623] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.631837] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.632146] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.632294] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.632482] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.632664] env[69262]: DEBUG nova.virt.hardware [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.633622] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ec5a45-f70b-4bdc-8d4d-7abcd1e776a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.642593] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df0c109-f323-4a80-b0ae-0bad19c6ed7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.677065] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.679438] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.796s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.679708] env[69262]: DEBUG nova.objects.instance [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lazy-loading 'resources' on Instance uuid cec98253-43e7-431f-9b13-b12358827e07 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.702830] env[69262]: INFO nova.scheduler.client.report [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Deleted allocations for instance 54b12c61-9a30-4485-9240-a74ff5c9cd14 [ 999.763973] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.776725] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303411} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.776725] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.777190] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2bcf03-5e95-44b6-89fa-2acd00f62aa7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.804427] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 7446dc62-337f-4d45-87ef-ad36c90a28bd/7446dc62-337f-4d45-87ef-ad36c90a28bd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.804774] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1498a9-e29e-4ce5-9495-a005d2f8adfe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.827960] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 999.827960] env[69262]: value = "task-3714014" [ 999.827960] env[69262]: _type = "Task" [ 999.827960] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.837987] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.919147] env[69262]: DEBUG oslo_vmware.api [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5286cfcd-efee-b22d-ca62-e1f540cca91a, 'name': SearchDatastore_Task, 'duration_secs': 0.027345} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.919509] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.961362] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714013, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.154925] env[69262]: DEBUG nova.network.neutron [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Updated VIF entry in instance network info cache for port b1c06b2a-c8dd-421e-8221-29ab07b4ba41. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.155342] env[69262]: DEBUG nova.network.neutron [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Updating instance_info_cache with network_info: [{"id": "b1c06b2a-c8dd-421e-8221-29ab07b4ba41", "address": "fa:16:3e:52:02:50", "network": {"id": "528503db-d8c5-41e9-bfa6-9c5cbc45fcb2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-515742274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb57429869424ebb97a5bdfff3d9589c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1c06b2a-c8", "ovs_interfaceid": "b1c06b2a-c8dd-421e-8221-29ab07b4ba41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.213942] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2e4c0b92-d8ce-49b7-9f5f-476771f0265e tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "54b12c61-9a30-4485-9240-a74ff5c9cd14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.522s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.267621] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.794844} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.271643] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.271957] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.272230] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.343681] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.462150] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714013, 'name': CreateVM_Task, 'duration_secs': 0.931122} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.462507] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.463334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.463636] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.464067] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.464929] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b200d36-0a61-4b76-8ee2-7960f8f4680d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.472724] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1000.472724] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285d860-f1c0-2a6a-38d5-21bcc1a66032" [ 1000.472724] env[69262]: _type = "Task" [ 1000.472724] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.485696] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285d860-f1c0-2a6a-38d5-21bcc1a66032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.506110] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "024319f5-e159-4409-b101-2ac66d55ada0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.506110] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "024319f5-e159-4409-b101-2ac66d55ada0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.506110] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "024319f5-e159-4409-b101-2ac66d55ada0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.506500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "024319f5-e159-4409-b101-2ac66d55ada0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.506500] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "024319f5-e159-4409-b101-2ac66d55ada0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.508702] env[69262]: INFO nova.compute.manager [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Terminating instance [ 1000.538640] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.538902] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.631145] env[69262]: DEBUG nova.network.neutron [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Successfully updated port: 03e23134-e391-45b6-98d7-4b10ba9b842a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.650537] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1471fc94-80d0-430d-88cd-3bd9b04769bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.658669] env[69262]: DEBUG oslo_concurrency.lockutils [req-7855e49d-c1fc-4564-a8a7-cc801a9511eb req-0d4d34c1-7a9b-42b3-be9f-8824c96b425b service nova] Releasing lock "refresh_cache-c72deef5-6119-4cfc-af43-079778ee918e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.660166] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e48f2c8-75c8-4e84-97f9-3759c4e7a35f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.693773] env[69262]: DEBUG nova.compute.manager [req-8397f5a9-9475-49c9-b544-4e57887e9cb0 req-67fb156a-0bfc-460b-8799-d53943e8cad9 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Received event network-vif-plugged-03e23134-e391-45b6-98d7-4b10ba9b842a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.693992] env[69262]: DEBUG oslo_concurrency.lockutils [req-8397f5a9-9475-49c9-b544-4e57887e9cb0 req-67fb156a-0bfc-460b-8799-d53943e8cad9 service nova] Acquiring lock "aee0c982-55c1-4127-8043-8627cda5b8ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.694221] env[69262]: DEBUG oslo_concurrency.lockutils [req-8397f5a9-9475-49c9-b544-4e57887e9cb0 req-67fb156a-0bfc-460b-8799-d53943e8cad9 service nova] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.694387] env[69262]: DEBUG oslo_concurrency.lockutils [req-8397f5a9-9475-49c9-b544-4e57887e9cb0 req-67fb156a-0bfc-460b-8799-d53943e8cad9 service nova] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.694555] env[69262]: DEBUG nova.compute.manager [req-8397f5a9-9475-49c9-b544-4e57887e9cb0 req-67fb156a-0bfc-460b-8799-d53943e8cad9 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] No waiting events found dispatching network-vif-plugged-03e23134-e391-45b6-98d7-4b10ba9b842a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1000.694716] env[69262]: WARNING nova.compute.manager [req-8397f5a9-9475-49c9-b544-4e57887e9cb0 req-67fb156a-0bfc-460b-8799-d53943e8cad9 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Received unexpected event network-vif-plugged-03e23134-e391-45b6-98d7-4b10ba9b842a for instance with vm_state building and task_state spawning. [ 1000.695519] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4780642-c158-463f-a064-2c53a6c5364a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.704155] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f110b5f8-f0e6-4e7c-a5c8-444352b0deeb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.722568] env[69262]: DEBUG nova.compute.provider_tree [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.840322] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714014, 'name': ReconfigVM_Task, 'duration_secs': 0.720105} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.840596] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 7446dc62-337f-4d45-87ef-ad36c90a28bd/7446dc62-337f-4d45-87ef-ad36c90a28bd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.841248] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c80c6b90-f8bb-4e9d-a14b-9867e4553663 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.849212] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1000.849212] env[69262]: value = "task-3714015" [ 1000.849212] env[69262]: _type = "Task" [ 1000.849212] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.858697] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714015, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.989743] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285d860-f1c0-2a6a-38d5-21bcc1a66032, 'name': SearchDatastore_Task, 'duration_secs': 0.024305} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.990094] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.990358] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.990611] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.990764] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.990941] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.991238] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b63bc115-a49b-4337-9d42-e87a81727e11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.001209] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.001501] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.002841] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af6a31b-f899-4945-8419-bdb6dcca32c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.010471] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1001.010471] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522e9113-baeb-0eda-2c0f-7c0c49a2239c" [ 1001.010471] env[69262]: _type = "Task" [ 1001.010471] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.014552] env[69262]: DEBUG nova.compute.manager [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.014895] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.015562] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c10b3af-f5af-4372-8980-26536edce8cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.023636] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522e9113-baeb-0eda-2c0f-7c0c49a2239c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.026077] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.026349] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e028f0-c9e4-424b-a260-8c1781efafa6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.033489] env[69262]: DEBUG oslo_vmware.api [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 1001.033489] env[69262]: value = "task-3714016" [ 1001.033489] env[69262]: _type = "Task" [ 1001.033489] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.045568] env[69262]: DEBUG nova.compute.utils [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.047014] env[69262]: DEBUG oslo_vmware.api [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3714016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.133417] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "refresh_cache-aee0c982-55c1-4127-8043-8627cda5b8ed" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.133575] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquired lock "refresh_cache-aee0c982-55c1-4127-8043-8627cda5b8ed" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.133756] env[69262]: DEBUG nova.network.neutron [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.226586] env[69262]: DEBUG nova.scheduler.client.report [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.323148] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.323456] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.323626] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.323879] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.323937] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.324105] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.324356] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.324520] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.324889] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.326016] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.326016] env[69262]: DEBUG nova.virt.hardware [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.326388] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e0adfd-85c7-4f6e-bae6-51801b7b68be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.335847] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fae7b7-1d47-41bd-bb7e-d959ba45062b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.351794] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:47:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.359746] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.363157] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.363464] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abd78abd-cd10-4046-bddf-8fb6000d79d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.385983] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714015, 'name': Rename_Task, 'duration_secs': 0.211798} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.387492] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.387918] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.387918] env[69262]: value = "task-3714017" [ 1001.387918] env[69262]: _type = "Task" [ 1001.387918] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.388145] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c72b356-775d-4199-ae63-d7ea69af9c0f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.398680] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714017, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.400169] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1001.400169] env[69262]: value = "task-3714018" [ 1001.400169] env[69262]: _type = "Task" [ 1001.400169] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.408961] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.522257] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522e9113-baeb-0eda-2c0f-7c0c49a2239c, 'name': SearchDatastore_Task, 'duration_secs': 0.018544} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.523189] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ce3c6e-e933-4a57-8af4-a1e470faa20d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.530341] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1001.530341] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b867b1-6935-998f-2076-c40451693392" [ 1001.530341] env[69262]: _type = "Task" [ 1001.530341] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.545268] env[69262]: DEBUG oslo_vmware.api [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3714016, 'name': PowerOffVM_Task, 'duration_secs': 0.283697} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.549234] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.549471] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.550135] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.550684] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b867b1-6935-998f-2076-c40451693392, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.550899] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b98b925c-1481-458f-8b0f-3d87e02704d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.552676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.552946] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c72deef5-6119-4cfc-af43-079778ee918e/c72deef5-6119-4cfc-af43-079778ee918e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.553872] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46fc0105-03a2-4c59-8cde-dc96dd531e33 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.564453] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1001.564453] env[69262]: value = "task-3714020" [ 1001.564453] env[69262]: _type = "Task" [ 1001.564453] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.577698] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.628864] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.629223] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.629487] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Deleting the datastore file [datastore2] 024319f5-e159-4409-b101-2ac66d55ada0 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.629859] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f91870ad-47c5-4040-83b4-6f95d8cec205 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.638475] env[69262]: DEBUG oslo_vmware.api [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for the task: (returnval){ [ 1001.638475] env[69262]: value = "task-3714021" [ 1001.638475] env[69262]: _type = "Task" [ 1001.638475] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.655265] env[69262]: DEBUG oslo_vmware.api [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3714021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.695528] env[69262]: DEBUG nova.network.neutron [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.732122] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.734649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.526s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.736580] env[69262]: INFO nova.compute.claims [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.765753] env[69262]: INFO nova.scheduler.client.report [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Deleted allocations for instance cec98253-43e7-431f-9b13-b12358827e07 [ 1001.905086] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714017, 'name': CreateVM_Task, 'duration_secs': 0.384608} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.912211] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.913576] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.914852] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.914852] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.915922] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372d6127-ce07-469d-aebd-f847df8ece13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.925578] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714018, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.934505] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1001.934505] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a2a921-5704-8107-9a3a-cb37c984345c" [ 1001.934505] env[69262]: _type = "Task" [ 1001.934505] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.939838] env[69262]: DEBUG nova.network.neutron [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Updating instance_info_cache with network_info: [{"id": "03e23134-e391-45b6-98d7-4b10ba9b842a", "address": "fa:16:3e:28:7b:84", "network": {"id": "d193b2be-7ea1-412a-87dc-711121563089", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1650509213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0671a82f6b1d4f8b9bdc82546b230419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e23134-e3", "ovs_interfaceid": "03e23134-e391-45b6-98d7-4b10ba9b842a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.952075] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a2a921-5704-8107-9a3a-cb37c984345c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.075287] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497262} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.075550] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c72deef5-6119-4cfc-af43-079778ee918e/c72deef5-6119-4cfc-af43-079778ee918e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.075782] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.076041] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-444d2790-e149-49b2-a961-10890a03b0bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.084851] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1002.084851] env[69262]: value = "task-3714022" [ 1002.084851] env[69262]: _type = "Task" [ 1002.084851] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.093574] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.150477] env[69262]: DEBUG oslo_vmware.api [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Task: {'id': task-3714021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321678} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.150809] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.151011] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.151241] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.151434] env[69262]: INFO nova.compute.manager [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1002.151681] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.152948] env[69262]: DEBUG nova.compute.manager [-] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.152948] env[69262]: DEBUG nova.network.neutron [-] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.275685] env[69262]: DEBUG oslo_concurrency.lockutils [None req-92552153-3805-4cfd-b8bd-9de0bafc6495 tempest-ServersAdminTestJSON-1831099519 tempest-ServersAdminTestJSON-1831099519-project-member] Lock "cec98253-43e7-431f-9b13-b12358827e07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.839s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.415288] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714018, 'name': PowerOnVM_Task, 'duration_secs': 0.601293} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.415616] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.415785] env[69262]: INFO nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1002.416046] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.416805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c3260a-3b74-41e0-9da2-b59476c78688 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.446915] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Releasing lock "refresh_cache-aee0c982-55c1-4127-8043-8627cda5b8ed" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.447293] env[69262]: DEBUG nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Instance network_info: |[{"id": "03e23134-e391-45b6-98d7-4b10ba9b842a", "address": "fa:16:3e:28:7b:84", "network": {"id": "d193b2be-7ea1-412a-87dc-711121563089", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1650509213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0671a82f6b1d4f8b9bdc82546b230419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e23134-e3", "ovs_interfaceid": "03e23134-e391-45b6-98d7-4b10ba9b842a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.447607] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a2a921-5704-8107-9a3a-cb37c984345c, 'name': SearchDatastore_Task, 'duration_secs': 0.063355} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.450125] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:7b:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03e23134-e391-45b6-98d7-4b10ba9b842a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.455968] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Creating folder: Project (0671a82f6b1d4f8b9bdc82546b230419). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.455968] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.455968] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.456261] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.456383] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.456604] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.456936] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a25425a-1e20-419c-985f-9e44f331ff51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.459122] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16e61bd3-828a-48a4-99d4-a3a9d0d874e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.470061] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.470061] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.471289] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6e0a6b-0c41-4fa3-a864-c7c304779773 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.476105] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Created folder: Project (0671a82f6b1d4f8b9bdc82546b230419) in parent group-v739409. [ 1002.476350] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Creating folder: Instances. Parent ref: group-v739651. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.477503] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69724224-4f5e-4eac-a9d8-a8ee8312db04 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.482940] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1002.482940] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f1ec6f-664a-f960-d00c-7d9158a6a267" [ 1002.482940] env[69262]: _type = "Task" [ 1002.482940] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.488427] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Created folder: Instances in parent group-v739651. [ 1002.488733] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.491728] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.492190] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f1ec6f-664a-f960-d00c-7d9158a6a267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.492447] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8d8bbd5-e360-44a9-8637-c25410616e8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.513049] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.513049] env[69262]: value = "task-3714025" [ 1002.513049] env[69262]: _type = "Task" [ 1002.513049] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.521727] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714025, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.596422] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074334} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.597359] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.598220] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b25065-b78d-46ac-b8ff-93703ea1bae6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.627026] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] c72deef5-6119-4cfc-af43-079778ee918e/c72deef5-6119-4cfc-af43-079778ee918e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.627373] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.628046] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.628046] env[69262]: INFO nova.compute.manager [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Attaching volume 9abebf9a-a19c-4330-8d33-9bbfd005fb5f to /dev/sdb [ 1002.630034] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b78cb8-36ba-48f5-a2de-1523d2dedad9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.653506] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1002.653506] env[69262]: value = "task-3714026" [ 1002.653506] env[69262]: _type = "Task" [ 1002.653506] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.663917] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.689435] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913facb9-93af-4e44-8a34-9a3a57449c0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.697273] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56996255-15f3-4de7-a17c-5cba8becc05b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.714574] env[69262]: DEBUG nova.virt.block_device [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updating existing volume attachment record: e0194e56-f348-439c-965b-58af740c26be {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1002.729937] env[69262]: DEBUG nova.compute.manager [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Received event network-changed-03e23134-e391-45b6-98d7-4b10ba9b842a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.729937] env[69262]: DEBUG nova.compute.manager [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Refreshing instance network info cache due to event network-changed-03e23134-e391-45b6-98d7-4b10ba9b842a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.730347] env[69262]: DEBUG oslo_concurrency.lockutils [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] Acquiring lock "refresh_cache-aee0c982-55c1-4127-8043-8627cda5b8ed" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.730753] env[69262]: DEBUG oslo_concurrency.lockutils [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] Acquired lock "refresh_cache-aee0c982-55c1-4127-8043-8627cda5b8ed" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.730753] env[69262]: DEBUG nova.network.neutron [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Refreshing network info cache for port 03e23134-e391-45b6-98d7-4b10ba9b842a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.938979] env[69262]: INFO nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Took 42.31 seconds to build instance. [ 1002.999282] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f1ec6f-664a-f960-d00c-7d9158a6a267, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.004319] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-402ee737-0bd4-420d-a06f-8410add5568c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.011651] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1003.011651] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523e8719-ed9f-61c1-65d6-a9d64e463cb1" [ 1003.011651] env[69262]: _type = "Task" [ 1003.011651] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.030914] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523e8719-ed9f-61c1-65d6-a9d64e463cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.034385] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714025, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.081626] env[69262]: DEBUG nova.network.neutron [-] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.167097] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.186070] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cff43db-5615-461c-aad8-1f3da0553230 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.196157] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f28a8e-a62a-444e-9c80-ba3a8e24fc58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.240916] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c681bc7-6ffd-4ec4-b0b7-8ba033a642a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.250156] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81efbe01-8e79-42f9-9f79-66e106ffdd1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.267467] env[69262]: DEBUG nova.compute.provider_tree [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.441557] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.819s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.523714] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523e8719-ed9f-61c1-65d6-a9d64e463cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.034862} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.527260] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.527529] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.527794] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6ad6553-e7f8-47fe-a326-9d1154c0c3dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.537572] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714025, 'name': CreateVM_Task, 'duration_secs': 0.740209} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.539387] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.539683] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1003.539683] env[69262]: value = "task-3714030" [ 1003.539683] env[69262]: _type = "Task" [ 1003.539683] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.540453] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.540606] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.544019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.544019] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b31a96-a5fe-4861-9b7d-71314ddded01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.550057] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1003.550057] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52432813-92fe-c4a4-0064-d9ca193a6dbd" [ 1003.550057] env[69262]: _type = "Task" [ 1003.550057] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.557013] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.567146] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52432813-92fe-c4a4-0064-d9ca193a6dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.567489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.567780] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.568115] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.568308] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.568534] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.568837] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f6c789-d907-4772-ab8d-cf400309320d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579111] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.579111] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.580043] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad66dc98-5fa0-4d76-b3a0-74115394ad57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.584626] env[69262]: INFO nova.compute.manager [-] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Took 1.43 seconds to deallocate network for instance. [ 1003.588158] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1003.588158] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521b9b24-eb94-8e85-217b-a7b8d7168ea9" [ 1003.588158] env[69262]: _type = "Task" [ 1003.588158] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.606956] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521b9b24-eb94-8e85-217b-a7b8d7168ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.606956] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5eb5d95-6ac2-4dee-9de1-05b4e651fa37 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.611791] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1003.611791] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52aedceb-f5ea-34df-bb75-f4caebbd7e8c" [ 1003.611791] env[69262]: _type = "Task" [ 1003.611791] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.626042] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52aedceb-f5ea-34df-bb75-f4caebbd7e8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.649575] env[69262]: DEBUG nova.network.neutron [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Updated VIF entry in instance network info cache for port 03e23134-e391-45b6-98d7-4b10ba9b842a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.650040] env[69262]: DEBUG nova.network.neutron [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Updating instance_info_cache with network_info: [{"id": "03e23134-e391-45b6-98d7-4b10ba9b842a", "address": "fa:16:3e:28:7b:84", "network": {"id": "d193b2be-7ea1-412a-87dc-711121563089", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1650509213-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0671a82f6b1d4f8b9bdc82546b230419", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e23134-e3", "ovs_interfaceid": "03e23134-e391-45b6-98d7-4b10ba9b842a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.666724] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714026, 'name': ReconfigVM_Task, 'duration_secs': 0.716943} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.667208] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] c72deef5-6119-4cfc-af43-079778ee918e/c72deef5-6119-4cfc-af43-079778ee918e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.667732] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-736f2cde-d523-4c7e-aad1-2c795a15c931 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.676783] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1003.676783] env[69262]: value = "task-3714031" [ 1003.676783] env[69262]: _type = "Task" [ 1003.676783] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.686705] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714031, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.772586] env[69262]: DEBUG nova.scheduler.client.report [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.053045] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714030, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.096395] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.122647] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52aedceb-f5ea-34df-bb75-f4caebbd7e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01541} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.122926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.123202] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] aee0c982-55c1-4127-8043-8627cda5b8ed/aee0c982-55c1-4127-8043-8627cda5b8ed.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.123465] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb5e6a9d-3660-4cc6-a817-1647a901dee3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.133022] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1004.133022] env[69262]: value = "task-3714032" [ 1004.133022] env[69262]: _type = "Task" [ 1004.133022] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.141536] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.154942] env[69262]: DEBUG oslo_concurrency.lockutils [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] Releasing lock "refresh_cache-aee0c982-55c1-4127-8043-8627cda5b8ed" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.154942] env[69262]: DEBUG nova.compute.manager [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Received event network-vif-deleted-bce27aa1-51eb-4bb5-803a-a08598bdb94c {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.154942] env[69262]: INFO nova.compute.manager [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Neutron deleted interface bce27aa1-51eb-4bb5-803a-a08598bdb94c; detaching it from the instance and deleting it from the info cache [ 1004.154942] env[69262]: DEBUG nova.network.neutron [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.189308] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714031, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.280028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.280028] env[69262]: DEBUG nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.285834] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.398s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.288875] env[69262]: INFO nova.compute.claims [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.559228] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522798} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.559558] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.559827] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.560064] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-335f0033-a8aa-465b-8c04-08071bff67fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.569312] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1004.569312] env[69262]: value = "task-3714033" [ 1004.569312] env[69262]: _type = "Task" [ 1004.569312] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.578196] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714033, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.642599] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.658725] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5d71dd8-149a-4384-8443-29f5aee6d37b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.668997] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1d82f-950f-42e9-b957-e0c8c699298a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.691502] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714031, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.709111] env[69262]: DEBUG nova.compute.manager [req-1cefa14e-9415-4d96-8acf-b753225351b3 req-8061474e-5eee-4440-9ce9-37b4560084d8 service nova] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Detach interface failed, port_id=bce27aa1-51eb-4bb5-803a-a08598bdb94c, reason: Instance 024319f5-e159-4409-b101-2ac66d55ada0 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.798572] env[69262]: DEBUG nova.compute.utils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.800297] env[69262]: DEBUG nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.800297] env[69262]: DEBUG nova.network.neutron [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.849683] env[69262]: DEBUG nova.policy [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9db40bfb442943c3925771284b64983d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c700e7c74b1640328530e4d13bae9516', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.079613] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714033, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098269} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.079911] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.080834] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb2ec96-0725-4499-b23a-fcfc8dcbe77e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.106306] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.106781] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247db183-a88a-406d-b12a-69830f6f5428 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.128633] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1005.128633] env[69262]: value = "task-3714035" [ 1005.128633] env[69262]: _type = "Task" [ 1005.128633] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.141358] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.144641] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714035, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.202861] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714031, 'name': Rename_Task, 'duration_secs': 1.460257} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.203273] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.203604] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13af00c9-0632-4c60-8c6d-3f24f0b81cbe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.211764] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1005.211764] env[69262]: value = "task-3714036" [ 1005.211764] env[69262]: _type = "Task" [ 1005.211764] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.231784] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.303446] env[69262]: DEBUG nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.650514] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.659580] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.731325] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.736929] env[69262]: DEBUG nova.network.neutron [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Successfully created port: 3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.826982] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8195c8c-a289-46f7-bfba-8523f217ea49 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.835845] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bcc03b-48c9-4c82-99f1-154e1a092350 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.875680] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bae21f-f89d-4aa8-9ffd-23b034ddf9d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.885198] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1ed8c4-047a-4d8b-ac13-d4f85b3f3455 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.901519] env[69262]: DEBUG nova.compute.provider_tree [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.142589] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.148484] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714032, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.549208} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.148877] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] aee0c982-55c1-4127-8043-8627cda5b8ed/aee0c982-55c1-4127-8043-8627cda5b8ed.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.149118] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.149288] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a47ebf3-7027-4279-8883-27d7e60e6ff4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.156878] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1006.156878] env[69262]: value = "task-3714037" [ 1006.156878] env[69262]: _type = "Task" [ 1006.156878] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.167298] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.224248] env[69262]: DEBUG oslo_vmware.api [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714036, 'name': PowerOnVM_Task, 'duration_secs': 0.785493} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.224468] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.224669] env[69262]: INFO nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1006.224914] env[69262]: DEBUG nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.226195] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34408100-5cd1-4eba-bfee-31ddf5c1b152 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.317034] env[69262]: DEBUG nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.348172] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.348546] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.348642] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.348806] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.348953] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.349130] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.349349] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.349510] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.349677] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.349869] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.350014] env[69262]: DEBUG nova.virt.hardware [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.350977] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a2d355-f821-41d2-be6b-781df852ffa0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.361053] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e1d989-a9a8-40cb-b404-e69a9cceba42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.448518] env[69262]: DEBUG nova.scheduler.client.report [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1006.448791] env[69262]: DEBUG nova.compute.provider_tree [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 120 to 121 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1006.448970] env[69262]: DEBUG nova.compute.provider_tree [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.541588] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.541588] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.541588] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.541588] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.541588] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.544774] env[69262]: INFO nova.compute.manager [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Terminating instance [ 1006.639948] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714035, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.668192] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170011} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.668192] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.668476] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c9d3bf-305c-4e1a-93b2-94d409734964 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.694339] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] aee0c982-55c1-4127-8043-8627cda5b8ed/aee0c982-55c1-4127-8043-8627cda5b8ed.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.696191] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b073b9-a227-4cba-8041-61577e2d1070 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.720250] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1006.720250] env[69262]: value = "task-3714038" [ 1006.720250] env[69262]: _type = "Task" [ 1006.720250] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.731619] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.742999] env[69262]: INFO nova.compute.manager [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Took 46.08 seconds to build instance. [ 1006.955092] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.955901] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.958420] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.042s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.960014] env[69262]: INFO nova.compute.claims [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.048402] env[69262]: DEBUG nova.compute.manager [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.048694] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.049708] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031edbba-aaed-4563-a2e5-aba9f1e39300 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.060056] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.060056] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56aa3be6-880d-42db-b5dc-d74e94b2cbc1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.065917] env[69262]: DEBUG oslo_vmware.api [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 1007.065917] env[69262]: value = "task-3714039" [ 1007.065917] env[69262]: _type = "Task" [ 1007.065917] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.076120] env[69262]: DEBUG oslo_vmware.api [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.142859] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714035, 'name': ReconfigVM_Task, 'duration_secs': 1.518788} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.143243] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39/10b43b23-4344-4735-86fc-915d950b2d39.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.143891] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b494f10-f2bf-4921-a72a-6d0e981f9489 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.152043] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1007.152043] env[69262]: value = "task-3714040" [ 1007.152043] env[69262]: _type = "Task" [ 1007.152043] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.162167] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714040, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.216305] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "7446dc62-337f-4d45-87ef-ad36c90a28bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.216622] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.216876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "7446dc62-337f-4d45-87ef-ad36c90a28bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.217036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.217241] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.221452] env[69262]: INFO nova.compute.manager [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Terminating instance [ 1007.236501] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.245372] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d087f552-dd8a-49a5-b44b-710ced579975 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "c72deef5-6119-4cfc-af43-079778ee918e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.594s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.282757] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "c72deef5-6119-4cfc-af43-079778ee918e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.283174] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "c72deef5-6119-4cfc-af43-079778ee918e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.283475] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "c72deef5-6119-4cfc-af43-079778ee918e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.283729] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "c72deef5-6119-4cfc-af43-079778ee918e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.284046] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "c72deef5-6119-4cfc-af43-079778ee918e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.287395] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1007.287611] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739655', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'name': 'volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6636a517-ef1a-41e7-8cf7-34629d3bd189', 'attached_at': '', 'detached_at': '', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'serial': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1007.288971] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c42432-d9b2-437e-a653-1cf2513dcf96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.293319] env[69262]: INFO nova.compute.manager [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Terminating instance [ 1007.314810] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb374a-af2d-4f5c-a9ec-1a6e8d97a9ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.343531] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f/volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.343926] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198e09c6-33ea-450d-b5d7-8e8b10edfcaa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.364715] env[69262]: DEBUG oslo_vmware.api [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1007.364715] env[69262]: value = "task-3714041" [ 1007.364715] env[69262]: _type = "Task" [ 1007.364715] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.379174] env[69262]: DEBUG oslo_vmware.api [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.464947] env[69262]: DEBUG nova.compute.utils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.471028] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.471028] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.501913] env[69262]: DEBUG nova.compute.manager [req-1de4a35a-588f-426b-8845-85eb419ab00e req-457765de-83f2-46a9-8fc5-b206f3c9127e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Received event network-vif-plugged-3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.502167] env[69262]: DEBUG oslo_concurrency.lockutils [req-1de4a35a-588f-426b-8845-85eb419ab00e req-457765de-83f2-46a9-8fc5-b206f3c9127e service nova] Acquiring lock "b7b22eb0-f8c8-4f31-9335-9436778d705f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.502378] env[69262]: DEBUG oslo_concurrency.lockutils [req-1de4a35a-588f-426b-8845-85eb419ab00e req-457765de-83f2-46a9-8fc5-b206f3c9127e service nova] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.502544] env[69262]: DEBUG oslo_concurrency.lockutils [req-1de4a35a-588f-426b-8845-85eb419ab00e req-457765de-83f2-46a9-8fc5-b206f3c9127e service nova] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.502711] env[69262]: DEBUG nova.compute.manager [req-1de4a35a-588f-426b-8845-85eb419ab00e req-457765de-83f2-46a9-8fc5-b206f3c9127e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] No waiting events found dispatching network-vif-plugged-3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.502872] env[69262]: WARNING nova.compute.manager [req-1de4a35a-588f-426b-8845-85eb419ab00e req-457765de-83f2-46a9-8fc5-b206f3c9127e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Received unexpected event network-vif-plugged-3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 for instance with vm_state building and task_state spawning. [ 1007.507343] env[69262]: DEBUG nova.policy [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b5be622fc734a0e8184029b46ed4696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c64a089735b416281b76ffa74f5b69b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.578331] env[69262]: DEBUG oslo_vmware.api [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714039, 'name': PowerOffVM_Task, 'duration_secs': 0.238281} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.578676] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.578840] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.579138] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-712af043-8948-4862-8980-fcd18dd34d8e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.653519] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.653952] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.653952] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleting the datastore file [datastore1] 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.657274] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a722f7e3-5612-40f5-885b-b03d7822503d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.666657] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714040, 'name': Rename_Task, 'duration_secs': 0.191176} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.669807] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.670217] env[69262]: DEBUG oslo_vmware.api [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for the task: (returnval){ [ 1007.670217] env[69262]: value = "task-3714043" [ 1007.670217] env[69262]: _type = "Task" [ 1007.670217] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.670664] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-405d0672-f348-4f66-bac1-ac72d95165dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.682359] env[69262]: DEBUG oslo_vmware.api [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.683651] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1007.683651] env[69262]: value = "task-3714044" [ 1007.683651] env[69262]: _type = "Task" [ 1007.683651] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.696023] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.735640] env[69262]: DEBUG nova.compute.manager [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.736132] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.736132] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714038, 'name': ReconfigVM_Task, 'duration_secs': 0.66837} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.736890] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d055f2-3b07-4dcc-8ddf-3f83082cad42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.744116] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Reconfigured VM instance instance-00000057 to attach disk [datastore1] aee0c982-55c1-4127-8043-8627cda5b8ed/aee0c982-55c1-4127-8043-8627cda5b8ed.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.745181] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d50835b2-ceae-4cca-bc39-4da0da6520b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.756709] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.758093] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3856556-d270-46bb-8967-0d51c4775e50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.761136] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1007.761136] env[69262]: value = "task-3714045" [ 1007.761136] env[69262]: _type = "Task" [ 1007.761136] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.767659] env[69262]: DEBUG oslo_vmware.api [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1007.767659] env[69262]: value = "task-3714046" [ 1007.767659] env[69262]: _type = "Task" [ 1007.767659] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.783501] env[69262]: DEBUG oslo_vmware.api [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.797837] env[69262]: DEBUG nova.compute.manager [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.798379] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.799446] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5331c6-a6b5-4b02-bdbe-fe731dd1e871 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.810995] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.811674] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2794b2f-6740-49ec-a054-3a67be3d3819 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.818743] env[69262]: DEBUG oslo_vmware.api [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1007.818743] env[69262]: value = "task-3714047" [ 1007.818743] env[69262]: _type = "Task" [ 1007.818743] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.831628] env[69262]: DEBUG oslo_vmware.api [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.837667] env[69262]: DEBUG nova.network.neutron [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Successfully updated port: 3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.846675] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Successfully created port: 2a672680-dbba-4ed6-86a5-25a2d19dacaa {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.882149] env[69262]: DEBUG oslo_vmware.api [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.973365] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.186095] env[69262]: DEBUG oslo_vmware.api [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Task: {'id': task-3714043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170444} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.194192] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.194452] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.194604] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.194781] env[69262]: INFO nova.compute.manager [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1008.195041] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.195548] env[69262]: DEBUG nova.compute.manager [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.195654] env[69262]: DEBUG nova.network.neutron [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.206954] env[69262]: DEBUG oslo_vmware.api [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714044, 'name': PowerOnVM_Task, 'duration_secs': 0.515798} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.207267] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.207473] env[69262]: DEBUG nova.compute.manager [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.208335] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0729baad-4ec2-4c6e-92b6-86c587319b51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.271533] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714045, 'name': Rename_Task, 'duration_secs': 0.185613} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.277224] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.280023] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f204f475-6970-4e5d-b086-a5ab88aad632 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.290631] env[69262]: DEBUG oslo_vmware.api [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714046, 'name': PowerOffVM_Task, 'duration_secs': 0.202707} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.291010] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.291210] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.291537] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1008.291537] env[69262]: value = "task-3714048" [ 1008.291537] env[69262]: _type = "Task" [ 1008.291537] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.291755] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd5cddef-75c2-40c0-bf29-05033057e975 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.306297] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.333201] env[69262]: DEBUG oslo_vmware.api [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714047, 'name': PowerOffVM_Task, 'duration_secs': 0.193898} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.335723] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.336175] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.337416] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bcd0351-b26e-45ad-9727-955e2b61296c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.342021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "refresh_cache-b7b22eb0-f8c8-4f31-9335-9436778d705f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.342021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "refresh_cache-b7b22eb0-f8c8-4f31-9335-9436778d705f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.342021] env[69262]: DEBUG nova.network.neutron [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.381423] env[69262]: DEBUG oslo_vmware.api [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714041, 'name': ReconfigVM_Task, 'duration_secs': 0.654321} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.382602] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f/volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.391304] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6a5acb-1944-400f-bcae-b539f769aabd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.410072] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.410472] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.410472] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleting the datastore file [datastore2] 7446dc62-337f-4d45-87ef-ad36c90a28bd {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.413650] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e98904-607c-4bed-8074-3d7101292669 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.417783] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.418047] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.418255] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleting the datastore file [datastore1] c72deef5-6119-4cfc-af43-079778ee918e {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.419055] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a4317b9-845a-4dab-8604-35cee018611b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.424082] env[69262]: DEBUG oslo_vmware.api [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1008.424082] env[69262]: value = "task-3714051" [ 1008.424082] env[69262]: _type = "Task" [ 1008.424082] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.426475] env[69262]: DEBUG oslo_vmware.api [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1008.426475] env[69262]: value = "task-3714052" [ 1008.426475] env[69262]: _type = "Task" [ 1008.426475] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.440713] env[69262]: DEBUG oslo_vmware.api [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for the task: (returnval){ [ 1008.440713] env[69262]: value = "task-3714053" [ 1008.440713] env[69262]: _type = "Task" [ 1008.440713] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.456070] env[69262]: DEBUG oslo_vmware.api [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.456604] env[69262]: DEBUG oslo_vmware.api [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.466610] env[69262]: DEBUG oslo_vmware.api [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.474953] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cfb535-64cb-4762-bd78-6ec8bcb5093c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.491358] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a8481-9a19-40ad-a28b-00e0c294de8e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.540726] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3cce8b-fea6-41ef-abea-591835ef160f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.550290] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a681eef8-47b6-436b-8b55-33b51fa962d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.567900] env[69262]: DEBUG nova.compute.provider_tree [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.733511] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.807028] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714048, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.901161] env[69262]: DEBUG nova.network.neutron [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.945550] env[69262]: DEBUG oslo_vmware.api [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714051, 'name': ReconfigVM_Task, 'duration_secs': 0.191154} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.952710] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739655', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'name': 'volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6636a517-ef1a-41e7-8cf7-34629d3bd189', 'attached_at': '', 'detached_at': '', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'serial': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1008.954651] env[69262]: DEBUG oslo_vmware.api [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218871} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.959027] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.959027] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.959027] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.959027] env[69262]: INFO nova.compute.manager [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1008.959027] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.961424] env[69262]: DEBUG nova.compute.manager [-] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.961564] env[69262]: DEBUG nova.network.neutron [-] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.970440] env[69262]: DEBUG oslo_vmware.api [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Task: {'id': task-3714053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254216} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.971355] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.971355] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.972233] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.972233] env[69262]: INFO nova.compute.manager [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1008.972233] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.972393] env[69262]: DEBUG nova.compute.manager [-] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.972451] env[69262]: DEBUG nova.network.neutron [-] [instance: c72deef5-6119-4cfc-af43-079778ee918e] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.998981] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.038684] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.038960] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.039289] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.039289] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.039487] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.039558] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.039769] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.039929] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.040106] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.040273] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.040447] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.041458] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46620643-bf8b-4081-8cac-a4358d6ae54f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.051031] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff8a840-1ccb-4064-bd70-7b5746e702f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.111382] env[69262]: DEBUG nova.scheduler.client.report [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1009.111752] env[69262]: DEBUG nova.compute.provider_tree [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 121 to 122 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1009.111847] env[69262]: DEBUG nova.compute.provider_tree [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.212897] env[69262]: DEBUG nova.network.neutron [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Updating instance_info_cache with network_info: [{"id": "3cb2a75c-57a3-4a69-93c0-34f9dd8006e1", "address": "fa:16:3e:1c:4a:ad", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb2a75c-57", "ovs_interfaceid": "3cb2a75c-57a3-4a69-93c0-34f9dd8006e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.305069] env[69262]: DEBUG oslo_vmware.api [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714048, 'name': PowerOnVM_Task, 'duration_secs': 0.80065} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.305360] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.305609] env[69262]: INFO nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1009.306020] env[69262]: DEBUG nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.306605] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c830cb-22bb-4cca-a91a-ca73a0c438c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.310610] env[69262]: DEBUG nova.network.neutron [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.484670] env[69262]: DEBUG nova.compute.manager [req-fbee7ee7-2337-4527-966b-598419182eee req-a5c8a6fa-8bc3-4362-85a5-2c1f058486d7 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Received event network-vif-deleted-fa523d7b-8a94-4691-89e6-29c36aa6aaae {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.484906] env[69262]: INFO nova.compute.manager [req-fbee7ee7-2337-4527-966b-598419182eee req-a5c8a6fa-8bc3-4362-85a5-2c1f058486d7 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Neutron deleted interface fa523d7b-8a94-4691-89e6-29c36aa6aaae; detaching it from the instance and deleting it from the info cache [ 1009.485099] env[69262]: DEBUG nova.network.neutron [req-fbee7ee7-2337-4527-966b-598419182eee req-a5c8a6fa-8bc3-4362-85a5-2c1f058486d7 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.539101] env[69262]: DEBUG nova.compute.manager [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Received event network-changed-3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.539345] env[69262]: DEBUG nova.compute.manager [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Refreshing instance network info cache due to event network-changed-3cb2a75c-57a3-4a69-93c0-34f9dd8006e1. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.539566] env[69262]: DEBUG oslo_concurrency.lockutils [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] Acquiring lock "refresh_cache-b7b22eb0-f8c8-4f31-9335-9436778d705f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.623475] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.624057] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.627314] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.673s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.628492] env[69262]: INFO nova.compute.claims [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.716566] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "refresh_cache-b7b22eb0-f8c8-4f31-9335-9436778d705f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.716939] env[69262]: DEBUG nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Instance network_info: |[{"id": "3cb2a75c-57a3-4a69-93c0-34f9dd8006e1", "address": "fa:16:3e:1c:4a:ad", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb2a75c-57", "ovs_interfaceid": "3cb2a75c-57a3-4a69-93c0-34f9dd8006e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.718118] env[69262]: DEBUG oslo_concurrency.lockutils [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] Acquired lock "refresh_cache-b7b22eb0-f8c8-4f31-9335-9436778d705f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.718118] env[69262]: DEBUG nova.network.neutron [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Refreshing network info cache for port 3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.719214] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:4a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9875d38f-76e2-416c-bfb7-f18a22b0d8ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cb2a75c-57a3-4a69-93c0-34f9dd8006e1', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.727178] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.728466] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.728466] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cc005c2-23e5-4ba6-b816-1ee66eaef9b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.751054] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.751054] env[69262]: value = "task-3714054" [ 1009.751054] env[69262]: _type = "Task" [ 1009.751054] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.762717] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714054, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.812881] env[69262]: INFO nova.compute.manager [-] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Took 1.62 seconds to deallocate network for instance. [ 1009.839285] env[69262]: INFO nova.compute.manager [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Took 48.79 seconds to build instance. [ 1009.881381] env[69262]: DEBUG nova.network.neutron [-] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.942422] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Successfully updated port: 2a672680-dbba-4ed6-86a5-25a2d19dacaa {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.962729] env[69262]: DEBUG nova.network.neutron [-] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.988216] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e844482-a6ea-4116-9653-9fe23372f114 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.000176] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9509d5-392a-4146-825e-00311d24a854 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.014579] env[69262]: DEBUG nova.objects.instance [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'flavor' on Instance uuid 6636a517-ef1a-41e7-8cf7-34629d3bd189 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.043174] env[69262]: DEBUG nova.compute.manager [req-fbee7ee7-2337-4527-966b-598419182eee req-a5c8a6fa-8bc3-4362-85a5-2c1f058486d7 service nova] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Detach interface failed, port_id=fa523d7b-8a94-4691-89e6-29c36aa6aaae, reason: Instance 7446dc62-337f-4d45-87ef-ad36c90a28bd could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1010.134909] env[69262]: DEBUG nova.compute.utils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.139211] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.139407] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.200936] env[69262]: DEBUG nova.policy [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b5be622fc734a0e8184029b46ed4696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c64a089735b416281b76ffa74f5b69b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.264916] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714054, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.323159] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.346265] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be33856b-1ef1-4b1e-a940-ef20bac09b0e tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.311s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.389688] env[69262]: INFO nova.compute.manager [-] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Took 1.41 seconds to deallocate network for instance. [ 1010.446108] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "refresh_cache-11e8e588-a560-4156-8487-4b8463d8fc44" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.446655] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "refresh_cache-11e8e588-a560-4156-8487-4b8463d8fc44" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.446914] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.467279] env[69262]: INFO nova.compute.manager [-] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Took 1.51 seconds to deallocate network for instance. [ 1010.523411] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8808b804-a1dc-4c54-85ea-3940048384fa tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.894s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.633961] env[69262]: DEBUG nova.network.neutron [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Updated VIF entry in instance network info cache for port 3cb2a75c-57a3-4a69-93c0-34f9dd8006e1. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.634378] env[69262]: DEBUG nova.network.neutron [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Updating instance_info_cache with network_info: [{"id": "3cb2a75c-57a3-4a69-93c0-34f9dd8006e1", "address": "fa:16:3e:1c:4a:ad", "network": {"id": "5461b8c2-db83-42bb-8c62-ad39ce4d6736", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1690034388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c700e7c74b1640328530e4d13bae9516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9875d38f-76e2-416c-bfb7-f18a22b0d8ee", "external-id": "nsx-vlan-transportzone-442", "segmentation_id": 442, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cb2a75c-57", "ovs_interfaceid": "3cb2a75c-57a3-4a69-93c0-34f9dd8006e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.639943] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.734199] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Successfully created port: dac8008b-fad1-4a01-94a3-91caaab8ad73 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.771536] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714054, 'name': CreateVM_Task, 'duration_secs': 0.630187} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.771724] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.772470] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.772596] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.772964] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.773212] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178b3b1d-fd6d-4b6e-a35c-3831a63fea82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.779372] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1010.779372] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c7ff94-5c6b-0297-9a4a-81de407105fd" [ 1010.779372] env[69262]: _type = "Task" [ 1010.779372] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.789489] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c7ff94-5c6b-0297-9a4a-81de407105fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.901089] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.986362] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.027840] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.127209] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67709537-5d11-4bbd-8c93-c481c316301b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.136052] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb7b754-bf4c-4029-8649-2b1b62f328f1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.140925] env[69262]: DEBUG oslo_concurrency.lockutils [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] Releasing lock "refresh_cache-b7b22eb0-f8c8-4f31-9335-9436778d705f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.141210] env[69262]: DEBUG nova.compute.manager [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Received event network-vif-deleted-6641a375-773a-4e77-93b5-e8cba418b05d {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.141434] env[69262]: DEBUG nova.compute.manager [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Received event network-vif-deleted-b1c06b2a-c8dd-421e-8221-29ab07b4ba41 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.141536] env[69262]: INFO nova.compute.manager [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Neutron deleted interface b1c06b2a-c8dd-421e-8221-29ab07b4ba41; detaching it from the instance and deleting it from the info cache [ 1011.141695] env[69262]: DEBUG nova.network.neutron [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.193640] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8fd8d6-06e4-4821-8cec-0b21ae294c14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.203550] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea1b9f-7ddb-4705-9f8a-9a65a7def988 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.220362] env[69262]: DEBUG nova.compute.provider_tree [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.242909] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Updating instance_info_cache with network_info: [{"id": "2a672680-dbba-4ed6-86a5-25a2d19dacaa", "address": "fa:16:3e:a6:7b:18", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a672680-db", "ovs_interfaceid": "2a672680-dbba-4ed6-86a5-25a2d19dacaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.295562] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c7ff94-5c6b-0297-9a4a-81de407105fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.295562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.295562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.295562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.295562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.295562] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.295562] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ceb57c88-12cb-4346-9d3e-b95682f516e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.307360] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.307554] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.308863] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1c2ee9-5cd5-43c3-872d-37c0497a39af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.315296] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1011.315296] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f20e78-ae85-8648-3843-a2807427434c" [ 1011.315296] env[69262]: _type = "Task" [ 1011.315296] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.323892] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f20e78-ae85-8648-3843-a2807427434c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.647954] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bc7ac52-ebd4-4196-9048-03c60bdef88a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.661496] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409b0ad7-0264-4599-8bf0-0a54a567ec11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.698130] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.700497] env[69262]: DEBUG nova.compute.manager [req-fa7bd1c9-a3f5-422a-8d7c-ba635f2d2c17 req-8b58fb52-361f-46c9-b343-126da6d69b8e service nova] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Detach interface failed, port_id=b1c06b2a-c8dd-421e-8221-29ab07b4ba41, reason: Instance c72deef5-6119-4cfc-af43-079778ee918e could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.724869] env[69262]: DEBUG nova.scheduler.client.report [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.741959] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.742247] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.742916] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.743329] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.743533] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.743698] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.743991] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.744347] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.744810] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.744810] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.744810] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.747901] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b05c142-d4c3-4cf8-a7d4-6b0e71078894 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.752513] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "refresh_cache-11e8e588-a560-4156-8487-4b8463d8fc44" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.753078] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Instance network_info: |[{"id": "2a672680-dbba-4ed6-86a5-25a2d19dacaa", "address": "fa:16:3e:a6:7b:18", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a672680-db", "ovs_interfaceid": "2a672680-dbba-4ed6-86a5-25a2d19dacaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.755538] env[69262]: DEBUG nova.compute.manager [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Received event network-vif-plugged-2a672680-dbba-4ed6-86a5-25a2d19dacaa {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.756370] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] Acquiring lock "11e8e588-a560-4156-8487-4b8463d8fc44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.756370] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] Lock "11e8e588-a560-4156-8487-4b8463d8fc44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.756370] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] Lock "11e8e588-a560-4156-8487-4b8463d8fc44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.756641] env[69262]: DEBUG nova.compute.manager [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] No waiting events found dispatching network-vif-plugged-2a672680-dbba-4ed6-86a5-25a2d19dacaa {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1011.756641] env[69262]: WARNING nova.compute.manager [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Received unexpected event network-vif-plugged-2a672680-dbba-4ed6-86a5-25a2d19dacaa for instance with vm_state building and task_state spawning. [ 1011.756810] env[69262]: DEBUG nova.compute.manager [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Received event network-changed-2a672680-dbba-4ed6-86a5-25a2d19dacaa {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.757202] env[69262]: DEBUG nova.compute.manager [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Refreshing instance network info cache due to event network-changed-2a672680-dbba-4ed6-86a5-25a2d19dacaa. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.757202] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] Acquiring lock "refresh_cache-11e8e588-a560-4156-8487-4b8463d8fc44" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.757326] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] Acquired lock "refresh_cache-11e8e588-a560-4156-8487-4b8463d8fc44" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.757440] env[69262]: DEBUG nova.network.neutron [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Refreshing network info cache for port 2a672680-dbba-4ed6-86a5-25a2d19dacaa {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.761910] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7b:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a672680-dbba-4ed6-86a5-25a2d19dacaa', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.771652] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Creating folder: Project (7c64a089735b416281b76ffa74f5b69b). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.774790] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "aee0c982-55c1-4127-8043-8627cda5b8ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.775157] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.775409] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "aee0c982-55c1-4127-8043-8627cda5b8ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.775609] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.776051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.777781] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b2e0e37-01cb-4d52-8a51-63f014994741 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.784215] env[69262]: INFO nova.compute.manager [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Terminating instance [ 1011.788792] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718eee3-e460-40d3-8447-f88bf7eb7337 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.800282] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Created folder: Project (7c64a089735b416281b76ffa74f5b69b) in parent group-v739409. [ 1011.800517] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Creating folder: Instances. Parent ref: group-v739657. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.800838] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a43cbaa3-39e1-4139-86ed-7047301ae00c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.830885] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f20e78-ae85-8648-3843-a2807427434c, 'name': SearchDatastore_Task, 'duration_secs': 0.02391} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.834157] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Created folder: Instances in parent group-v739657. [ 1011.834157] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.834157] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae69cd5-c4a9-4644-b2c9-caa19c4ed03e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.836603] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.837418] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21f133c9-5231-46ad-a5c9-8d4ec2103e28 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.867181] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1011.867181] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527ffd81-c674-659e-afe3-eb21940d8c29" [ 1011.867181] env[69262]: _type = "Task" [ 1011.867181] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.876232] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.876232] env[69262]: value = "task-3714057" [ 1011.876232] env[69262]: _type = "Task" [ 1011.876232] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.887777] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527ffd81-c674-659e-afe3-eb21940d8c29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.897024] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714057, 'name': CreateVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.111954] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "678ee90c-289a-4321-b728-26c2145b4fe6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.112327] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "678ee90c-289a-4321-b728-26c2145b4fe6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.234107] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.234681] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.239787] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.950s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.240250] env[69262]: DEBUG nova.objects.instance [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lazy-loading 'resources' on Instance uuid 4184821a-18c0-4f78-8ad1-fc56470105b5 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.297869] env[69262]: DEBUG nova.compute.manager [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.298149] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.299575] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc244d24-bea0-4aa5-851d-1afa48cc5620 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.309600] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.309910] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90cf6ee6-effb-4e3b-8d39-a4cb63abc33c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.324290] env[69262]: DEBUG oslo_vmware.api [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1012.324290] env[69262]: value = "task-3714058" [ 1012.324290] env[69262]: _type = "Task" [ 1012.324290] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.334973] env[69262]: DEBUG oslo_vmware.api [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.379486] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527ffd81-c674-659e-afe3-eb21940d8c29, 'name': SearchDatastore_Task, 'duration_secs': 0.015191} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.385187] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.385187] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b7b22eb0-f8c8-4f31-9335-9436778d705f/b7b22eb0-f8c8-4f31-9335-9436778d705f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.385691] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15f8506-482f-4104-9560-48e4af33d84d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.398287] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714057, 'name': CreateVM_Task, 'duration_secs': 0.522125} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.399328] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.400125] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1012.400125] env[69262]: value = "task-3714059" [ 1012.400125] env[69262]: _type = "Task" [ 1012.400125] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.404456] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.404456] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.407436] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.410039] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64417102-1c7e-404e-a05e-08bb645ae071 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.421633] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1012.421633] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fd74ef-ecda-eda9-b9fc-01d202bbe3bb" [ 1012.421633] env[69262]: _type = "Task" [ 1012.421633] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.421932] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.433477] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fd74ef-ecda-eda9-b9fc-01d202bbe3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.615529] env[69262]: DEBUG nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.700775] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Successfully updated port: dac8008b-fad1-4a01-94a3-91caaab8ad73 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.703256] env[69262]: DEBUG nova.network.neutron [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Updated VIF entry in instance network info cache for port 2a672680-dbba-4ed6-86a5-25a2d19dacaa. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.703949] env[69262]: DEBUG nova.network.neutron [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Updating instance_info_cache with network_info: [{"id": "2a672680-dbba-4ed6-86a5-25a2d19dacaa", "address": "fa:16:3e:a6:7b:18", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a672680-db", "ovs_interfaceid": "2a672680-dbba-4ed6-86a5-25a2d19dacaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.741590] env[69262]: DEBUG nova.compute.utils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.745151] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.745317] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.803675] env[69262]: DEBUG nova.policy [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b5be622fc734a0e8184029b46ed4696', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c64a089735b416281b76ffa74f5b69b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.841525] env[69262]: DEBUG oslo_vmware.api [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714058, 'name': PowerOffVM_Task, 'duration_secs': 0.243398} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.843142] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.843354] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.843885] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9bb0e34-6f7f-448d-8a86-85376e5b9b42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.937463] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714059, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.948394] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fd74ef-ecda-eda9-b9fc-01d202bbe3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.018457} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.948820] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.949113] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.949364] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.949621] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.950109] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.950808] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31cc4410-dc92-45e8-8959-1ba025d04bd2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.969379] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.969658] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.969846] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Deleting the datastore file [datastore1] aee0c982-55c1-4127-8043-8627cda5b8ed {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.970808] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-587067d9-ffcd-4cc8-b0ed-b6532f0fb81e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.973881] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.974060] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.975425] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3820687-4bae-4907-b60c-eabdd50e37be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.984494] env[69262]: DEBUG oslo_vmware.api [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for the task: (returnval){ [ 1012.984494] env[69262]: value = "task-3714061" [ 1012.984494] env[69262]: _type = "Task" [ 1012.984494] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.990056] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1012.990056] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525acb8f-a2f9-60a6-f6ab-7c9cbb888bf4" [ 1012.990056] env[69262]: _type = "Task" [ 1012.990056] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.998699] env[69262]: DEBUG oslo_vmware.api [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.005567] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525acb8f-a2f9-60a6-f6ab-7c9cbb888bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.152894] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.204966] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "refresh_cache-04ec5e94-5d11-48fa-8129-4443a926b57d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.205539] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "refresh_cache-04ec5e94-5d11-48fa-8129-4443a926b57d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.209023] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.209023] env[69262]: DEBUG oslo_concurrency.lockutils [req-2cc66ca0-0314-4039-9526-740f5d101825 req-e934dd05-4f6f-4dec-9b49-829cd7e7c37a service nova] Releasing lock "refresh_cache-11e8e588-a560-4156-8487-4b8463d8fc44" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.213453] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Successfully created port: 22250f0e-8d39-45e3-a4c7-70be98deb93a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.247054] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.266287] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271486d8-a3a4-4c29-9420-3075becafba1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.276593] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a6629f-6433-4760-b885-9e9758705c5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.312461] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec8769a-5350-4cd1-925e-e7f7f8681ed8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.321933] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b351054-1223-4e60-8989-fc865ed94d02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.335944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.335944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.347048] env[69262]: DEBUG nova.compute.provider_tree [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.424245] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781614} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.424503] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] b7b22eb0-f8c8-4f31-9335-9436778d705f/b7b22eb0-f8c8-4f31-9335-9436778d705f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.424833] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.426031] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f07d41-9aa9-47be-bb6f-54143de2c31c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.434733] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1013.434733] env[69262]: value = "task-3714062" [ 1013.434733] env[69262]: _type = "Task" [ 1013.434733] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.446085] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.498560] env[69262]: DEBUG oslo_vmware.api [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Task: {'id': task-3714061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332545} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.500152] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.500233] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.501032] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.501032] env[69262]: INFO nova.compute.manager [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1013.501032] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.505600] env[69262]: DEBUG nova.compute.manager [-] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.505600] env[69262]: DEBUG nova.network.neutron [-] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.507238] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525acb8f-a2f9-60a6-f6ab-7c9cbb888bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.08749} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.508443] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9faaf71-001d-4f6b-9071-37fda4909bf4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.515974] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1013.515974] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526e8170-a0ac-e302-4b86-76f3f7313f02" [ 1013.515974] env[69262]: _type = "Task" [ 1013.515974] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.525458] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526e8170-a0ac-e302-4b86-76f3f7313f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.742507] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.789032] env[69262]: DEBUG nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Received event network-vif-plugged-dac8008b-fad1-4a01-94a3-91caaab8ad73 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.789384] env[69262]: DEBUG oslo_concurrency.lockutils [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] Acquiring lock "04ec5e94-5d11-48fa-8129-4443a926b57d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.789675] env[69262]: DEBUG oslo_concurrency.lockutils [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.789850] env[69262]: DEBUG oslo_concurrency.lockutils [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.790270] env[69262]: DEBUG nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] No waiting events found dispatching network-vif-plugged-dac8008b-fad1-4a01-94a3-91caaab8ad73 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.790270] env[69262]: WARNING nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Received unexpected event network-vif-plugged-dac8008b-fad1-4a01-94a3-91caaab8ad73 for instance with vm_state building and task_state spawning. [ 1013.790349] env[69262]: DEBUG nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Received event network-changed-dac8008b-fad1-4a01-94a3-91caaab8ad73 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.790507] env[69262]: DEBUG nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Refreshing instance network info cache due to event network-changed-dac8008b-fad1-4a01-94a3-91caaab8ad73. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.790646] env[69262]: DEBUG oslo_concurrency.lockutils [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] Acquiring lock "refresh_cache-04ec5e94-5d11-48fa-8129-4443a926b57d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.837847] env[69262]: DEBUG nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.855353] env[69262]: DEBUG nova.scheduler.client.report [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.945739] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074482} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.946015] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.947423] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea9ea7-d046-4d71-889e-037d5f0aa007 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.974176] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b7b22eb0-f8c8-4f31-9335-9436778d705f/b7b22eb0-f8c8-4f31-9335-9436778d705f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.974501] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c656ce44-222d-4937-88cc-24a4df8f9826 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.996866] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1013.996866] env[69262]: value = "task-3714063" [ 1013.996866] env[69262]: _type = "Task" [ 1013.996866] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.007295] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.008438] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Updating instance_info_cache with network_info: [{"id": "dac8008b-fad1-4a01-94a3-91caaab8ad73", "address": "fa:16:3e:cc:24:25", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8008b-fa", "ovs_interfaceid": "dac8008b-fad1-4a01-94a3-91caaab8ad73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.027807] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526e8170-a0ac-e302-4b86-76f3f7313f02, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.028311] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.028481] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 11e8e588-a560-4156-8487-4b8463d8fc44/11e8e588-a560-4156-8487-4b8463d8fc44.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.028823] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dc9cdeb-8787-42c2-8f55-ab753788412f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.036699] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1014.036699] env[69262]: value = "task-3714064" [ 1014.036699] env[69262]: _type = "Task" [ 1014.036699] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.046621] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.247236] env[69262]: DEBUG nova.network.neutron [-] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.258225] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.289910] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.290185] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.290344] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.290527] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.290673] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.290821] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.291065] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.291231] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.291398] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.291564] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.291738] env[69262]: DEBUG nova.virt.hardware [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.292641] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad4fd7-506a-4c81-ba5d-92d5de272132 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.301791] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55923ce6-8a04-4fac-b639-ae5b175392fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.360568] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.366084] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.368067] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.502s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.368067] env[69262]: DEBUG nova.objects.instance [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lazy-loading 'resources' on Instance uuid 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.397563] env[69262]: INFO nova.scheduler.client.report [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleted allocations for instance 4184821a-18c0-4f78-8ad1-fc56470105b5 [ 1014.509982] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.511604] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "refresh_cache-04ec5e94-5d11-48fa-8129-4443a926b57d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.511954] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Instance network_info: |[{"id": "dac8008b-fad1-4a01-94a3-91caaab8ad73", "address": "fa:16:3e:cc:24:25", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8008b-fa", "ovs_interfaceid": "dac8008b-fad1-4a01-94a3-91caaab8ad73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1014.512326] env[69262]: DEBUG oslo_concurrency.lockutils [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] Acquired lock "refresh_cache-04ec5e94-5d11-48fa-8129-4443a926b57d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.512579] env[69262]: DEBUG nova.network.neutron [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Refreshing network info cache for port dac8008b-fad1-4a01-94a3-91caaab8ad73 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.513865] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:24:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac8008b-fad1-4a01-94a3-91caaab8ad73', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.522925] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.524491] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.524743] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95b210fe-6c06-4334-962c-9fca6591786d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.553747] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.553747] env[69262]: value = "task-3714065" [ 1014.553747] env[69262]: _type = "Task" [ 1014.553747] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.554090] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714064, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.563098] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714065, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.752519] env[69262]: INFO nova.compute.manager [-] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Took 1.25 seconds to deallocate network for instance. [ 1014.782201] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Successfully updated port: 22250f0e-8d39-45e3-a4c7-70be98deb93a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.908408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1247527e-66f9-40fa-9df7-4b86b678980a tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "4184821a-18c0-4f78-8ad1-fc56470105b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.392s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.008308] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714063, 'name': ReconfigVM_Task, 'duration_secs': 0.805668} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.011527] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b7b22eb0-f8c8-4f31-9335-9436778d705f/b7b22eb0-f8c8-4f31-9335-9436778d705f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.012430] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42ba8fa9-c648-4098-962b-1828d9b69da1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.020693] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1015.020693] env[69262]: value = "task-3714066" [ 1015.020693] env[69262]: _type = "Task" [ 1015.020693] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.036717] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714066, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.053983] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705125} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.054233] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 11e8e588-a560-4156-8487-4b8463d8fc44/11e8e588-a560-4156-8487-4b8463d8fc44.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.054494] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.054910] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ff196d1-12ae-4c53-abe6-ab6848f07f1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.069404] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714065, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.073777] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1015.073777] env[69262]: value = "task-3714067" [ 1015.073777] env[69262]: _type = "Task" [ 1015.073777] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.263366] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.286357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "refresh_cache-6fce0c50-1529-44cd-babb-eb56afce6880" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.286357] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "refresh_cache-6fce0c50-1529-44cd-babb-eb56afce6880" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.286357] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.297936] env[69262]: DEBUG nova.network.neutron [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Updated VIF entry in instance network info cache for port dac8008b-fad1-4a01-94a3-91caaab8ad73. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.298296] env[69262]: DEBUG nova.network.neutron [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Updating instance_info_cache with network_info: [{"id": "dac8008b-fad1-4a01-94a3-91caaab8ad73", "address": "fa:16:3e:cc:24:25", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac8008b-fa", "ovs_interfaceid": "dac8008b-fad1-4a01-94a3-91caaab8ad73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.319846] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c695d1c9-243f-40f9-9f48-74481d824332 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.329842] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a076c95-8a7e-4692-b961-28381a7a5502 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.363251] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0627e81b-3ab8-4397-a0e8-4400a9a8d6bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.371675] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f44a6b-c1a4-4189-b7f3-ae8e71bf9092 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.390215] env[69262]: DEBUG nova.compute.provider_tree [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.532068] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714066, 'name': Rename_Task, 'duration_secs': 0.166817} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.532414] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.532687] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2d46263-05d5-4f74-beb0-5bd684e50498 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.539720] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1015.539720] env[69262]: value = "task-3714069" [ 1015.539720] env[69262]: _type = "Task" [ 1015.539720] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.548295] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.564683] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714065, 'name': CreateVM_Task, 'duration_secs': 0.685762} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.564848] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.565585] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.565774] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.566111] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.566374] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc11d985-7248-4c88-9005-edb2e374caba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.573073] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1015.573073] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ea2317-c927-060d-311f-36777ef96ffd" [ 1015.573073] env[69262]: _type = "Task" [ 1015.573073] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.585602] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ea2317-c927-060d-311f-36777ef96ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.588892] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103769} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.589199] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.589992] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323dafc-9168-488b-b47a-6cc08605bedb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.613802] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 11e8e588-a560-4156-8487-4b8463d8fc44/11e8e588-a560-4156-8487-4b8463d8fc44.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.614161] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42bd9e4e-b83b-4c09-9027-f685308fc391 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.634257] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1015.634257] env[69262]: value = "task-3714070" [ 1015.634257] env[69262]: _type = "Task" [ 1015.634257] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.643167] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.801300] env[69262]: DEBUG oslo_concurrency.lockutils [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] Releasing lock "refresh_cache-04ec5e94-5d11-48fa-8129-4443a926b57d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.802843] env[69262]: DEBUG nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Received event network-vif-deleted-03e23134-e391-45b6-98d7-4b10ba9b842a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.802843] env[69262]: INFO nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Neutron deleted interface 03e23134-e391-45b6-98d7-4b10ba9b842a; detaching it from the instance and deleting it from the info cache [ 1015.802843] env[69262]: DEBUG nova.network.neutron [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.821613] env[69262]: DEBUG nova.compute.manager [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Received event network-vif-plugged-22250f0e-8d39-45e3-a4c7-70be98deb93a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.821846] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] Acquiring lock "6fce0c50-1529-44cd-babb-eb56afce6880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.822075] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] Lock "6fce0c50-1529-44cd-babb-eb56afce6880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.822246] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] Lock "6fce0c50-1529-44cd-babb-eb56afce6880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.822415] env[69262]: DEBUG nova.compute.manager [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] No waiting events found dispatching network-vif-plugged-22250f0e-8d39-45e3-a4c7-70be98deb93a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1015.822575] env[69262]: WARNING nova.compute.manager [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Received unexpected event network-vif-plugged-22250f0e-8d39-45e3-a4c7-70be98deb93a for instance with vm_state building and task_state spawning. [ 1015.822736] env[69262]: DEBUG nova.compute.manager [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Received event network-changed-22250f0e-8d39-45e3-a4c7-70be98deb93a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.822888] env[69262]: DEBUG nova.compute.manager [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Refreshing instance network info cache due to event network-changed-22250f0e-8d39-45e3-a4c7-70be98deb93a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.823060] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] Acquiring lock "refresh_cache-6fce0c50-1529-44cd-babb-eb56afce6880" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.833602] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.893466] env[69262]: DEBUG nova.scheduler.client.report [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.983707] env[69262]: DEBUG nova.network.neutron [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Updating instance_info_cache with network_info: [{"id": "22250f0e-8d39-45e3-a4c7-70be98deb93a", "address": "fa:16:3e:2a:06:49", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22250f0e-8d", "ovs_interfaceid": "22250f0e-8d39-45e3-a4c7-70be98deb93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.050668] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714069, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.085768] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ea2317-c927-060d-311f-36777ef96ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.025649} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.086156] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.086433] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.086723] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.086932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.087190] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.087539] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81fda7c2-447e-4678-b428-aa58c2a910b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.099080] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.099080] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.100246] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0069cb7d-5947-40b9-bca9-944ffd6b425d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.107208] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1016.107208] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5298671a-634b-82b7-31da-063dda611640" [ 1016.107208] env[69262]: _type = "Task" [ 1016.107208] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.118385] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5298671a-634b-82b7-31da-063dda611640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.147031] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.306083] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f355674-2ea4-49a7-97c4-f9f79f8b08ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.316970] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edf73d2-8193-4b80-8216-e0f898805cf1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.354770] env[69262]: DEBUG nova.compute.manager [req-85384f97-fa4e-4b57-905d-6805dba2e323 req-76ac2415-dc1b-4ded-9699-d47c4f26283c service nova] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Detach interface failed, port_id=03e23134-e391-45b6-98d7-4b10ba9b842a, reason: Instance aee0c982-55c1-4127-8043-8627cda5b8ed could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.400078] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.401364] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 42.831s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.401616] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.402014] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1016.402212] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.807s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.402481] env[69262]: DEBUG nova.objects.instance [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lazy-loading 'resources' on Instance uuid e18d0cc8-dab8-4473-8861-67f010dd234c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.404401] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb0a3c4-aa2c-4f75-afc2-d877d52714d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.415053] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735e2c1e-d5bf-4719-8310-1d177101dc8d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.432599] env[69262]: INFO nova.scheduler.client.report [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted allocations for instance 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6 [ 1016.434137] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8964db-24d3-43c1-a8f5-51f614fbbce8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.444524] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d692d-0e3e-4d20-bf1a-28777a42409f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.477875] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179021MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1016.478058] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.488152] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "refresh_cache-6fce0c50-1529-44cd-babb-eb56afce6880" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.488560] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Instance network_info: |[{"id": "22250f0e-8d39-45e3-a4c7-70be98deb93a", "address": "fa:16:3e:2a:06:49", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22250f0e-8d", "ovs_interfaceid": "22250f0e-8d39-45e3-a4c7-70be98deb93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.488840] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] Acquired lock "refresh_cache-6fce0c50-1529-44cd-babb-eb56afce6880" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.489043] env[69262]: DEBUG nova.network.neutron [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Refreshing network info cache for port 22250f0e-8d39-45e3-a4c7-70be98deb93a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.490714] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:06:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22250f0e-8d39-45e3-a4c7-70be98deb93a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.498371] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.501628] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.502150] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3b67b2e-7e33-4256-99de-785404ebbe69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.524463] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.524463] env[69262]: value = "task-3714071" [ 1016.524463] env[69262]: _type = "Task" [ 1016.524463] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.533468] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714071, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.552851] env[69262]: DEBUG oslo_vmware.api [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714069, 'name': PowerOnVM_Task, 'duration_secs': 0.781299} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.553137] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.553344] env[69262]: INFO nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1016.553525] env[69262]: DEBUG nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.554339] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea4237-af9a-42c4-b0fc-225352e421f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.618628] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5298671a-634b-82b7-31da-063dda611640, 'name': SearchDatastore_Task, 'duration_secs': 0.016784} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.619599] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621b288c-ad0c-406d-a0a8-024ec33d5ace {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.626206] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1016.626206] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520ecd82-1134-ebba-9e94-9c0087fcc574" [ 1016.626206] env[69262]: _type = "Task" [ 1016.626206] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.636741] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520ecd82-1134-ebba-9e94-9c0087fcc574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.645476] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714070, 'name': ReconfigVM_Task, 'duration_secs': 0.609115} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.645756] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 11e8e588-a560-4156-8487-4b8463d8fc44/11e8e588-a560-4156-8487-4b8463d8fc44.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.646404] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5288584-f5d0-44db-bb9a-34c83746caea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.654376] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1016.654376] env[69262]: value = "task-3714072" [ 1016.654376] env[69262]: _type = "Task" [ 1016.654376] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.664413] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714072, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.740098] env[69262]: DEBUG nova.network.neutron [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Updated VIF entry in instance network info cache for port 22250f0e-8d39-45e3-a4c7-70be98deb93a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.740550] env[69262]: DEBUG nova.network.neutron [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Updating instance_info_cache with network_info: [{"id": "22250f0e-8d39-45e3-a4c7-70be98deb93a", "address": "fa:16:3e:2a:06:49", "network": {"id": "9e1851af-b62f-4d1b-8730-6d400dc6c6fa", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-44168339-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7c64a089735b416281b76ffa74f5b69b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22250f0e-8d", "ovs_interfaceid": "22250f0e-8d39-45e3-a4c7-70be98deb93a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.946362] env[69262]: DEBUG oslo_concurrency.lockutils [None req-99367d87-fb77-4b83-89a0-b2e9b51601df tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.549s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.036478] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714071, 'name': CreateVM_Task, 'duration_secs': 0.492492} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.037410] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.037498] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.037677] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.038048] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.038348] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45f1661-e550-4a59-87ba-00ec426e2d6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.043899] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1017.043899] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5246b053-0a2f-2cfe-20b2-d022f95ddb55" [ 1017.043899] env[69262]: _type = "Task" [ 1017.043899] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.055327] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5246b053-0a2f-2cfe-20b2-d022f95ddb55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.075192] env[69262]: INFO nova.compute.manager [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Took 46.89 seconds to build instance. [ 1017.138558] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520ecd82-1134-ebba-9e94-9c0087fcc574, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.138812] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.139121] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 04ec5e94-5d11-48fa-8129-4443a926b57d/04ec5e94-5d11-48fa-8129-4443a926b57d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.141746] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-341c02c9-ecef-449f-8f23-df32856aa892 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.149223] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1017.149223] env[69262]: value = "task-3714073" [ 1017.149223] env[69262]: _type = "Task" [ 1017.149223] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.162820] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.168509] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714072, 'name': Rename_Task, 'duration_secs': 0.226906} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.171101] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.171571] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81146883-dc9d-4b64-bd3d-8bb1ad3fa976 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.177377] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1017.177377] env[69262]: value = "task-3714074" [ 1017.177377] env[69262]: _type = "Task" [ 1017.177377] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.185424] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.243589] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ef7645c-db27-4534-89f5-1cf13ca17244 req-8b676ff5-9328-4a73-b09b-faa11787eaac service nova] Releasing lock "refresh_cache-6fce0c50-1529-44cd-babb-eb56afce6880" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.260677] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab36b6-38b5-4040-b278-05048bd9cf38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.269030] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79117fff-3023-4228-88a0-8d6fd62fa921 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.301646] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bead7114-5380-45d8-bc42-1fc17f7ea345 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.310158] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6e8c69-2a17-4da8-8412-0e0fee3b2734 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.324404] env[69262]: DEBUG nova.compute.provider_tree [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.560510] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5246b053-0a2f-2cfe-20b2-d022f95ddb55, 'name': SearchDatastore_Task, 'duration_secs': 0.037452} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.560737] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.561056] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.561373] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.561601] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.561908] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.562237] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70256c5b-93d9-4830-833e-aeb5e6f11417 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.576919] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3df4992c-fa38-4a45-be9c-0288be434bf9 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.401s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.577250] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.577426] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.578355] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22df1a4a-1591-40aa-85ac-06d6608c88ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.587988] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1017.587988] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528ac932-5486-25b0-12d5-00307fc45da3" [ 1017.587988] env[69262]: _type = "Task" [ 1017.587988] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.603520] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528ac932-5486-25b0-12d5-00307fc45da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.661916] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.691755] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.828423] env[69262]: DEBUG nova.scheduler.client.report [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.100122] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528ac932-5486-25b0-12d5-00307fc45da3, 'name': SearchDatastore_Task, 'duration_secs': 0.028158} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.101096] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60df5c7b-4e36-4b37-8f06-7e5a46d68c95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.107812] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1018.107812] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52678bab-4b14-31c5-41a4-c83a150ec1e1" [ 1018.107812] env[69262]: _type = "Task" [ 1018.107812] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.116749] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52678bab-4b14-31c5-41a4-c83a150ec1e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.161791] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56377} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.161913] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 04ec5e94-5d11-48fa-8129-4443a926b57d/04ec5e94-5d11-48fa-8129-4443a926b57d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.162156] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.162439] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55f0e4cf-316c-4d60-aff6-a80d2dde56a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.170617] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1018.170617] env[69262]: value = "task-3714075" [ 1018.170617] env[69262]: _type = "Task" [ 1018.170617] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.180538] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.188705] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714074, 'name': PowerOnVM_Task, 'duration_secs': 0.74385} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.189044] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.189347] env[69262]: INFO nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1018.189555] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1018.190404] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d5d814-d9f4-4705-b69f-632d1e22762b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.335920] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.339345] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.764s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.339345] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.340832] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.088s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.343068] env[69262]: INFO nova.compute.claims [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.358849] env[69262]: INFO nova.scheduler.client.report [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Deleted allocations for instance e18d0cc8-dab8-4473-8861-67f010dd234c [ 1018.360732] env[69262]: INFO nova.scheduler.client.report [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Deleted allocations for instance 6e282b09-7495-4f85-af66-ca16ba4e9271 [ 1018.622580] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52678bab-4b14-31c5-41a4-c83a150ec1e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015761} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.622580] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.622580] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6fce0c50-1529-44cd-babb-eb56afce6880/6fce0c50-1529-44cd-babb-eb56afce6880.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.622580] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51dc037e-c5dc-48ed-ba5e-e313f2ce9f27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.629715] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1018.629715] env[69262]: value = "task-3714076" [ 1018.629715] env[69262]: _type = "Task" [ 1018.629715] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.638498] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.681119] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071263} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.681412] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.682313] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074bae8-ed16-4d80-b61b-aa833e4f5b1a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.705899] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 04ec5e94-5d11-48fa-8129-4443a926b57d/04ec5e94-5d11-48fa-8129-4443a926b57d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.709929] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd0a3111-17cd-4aab-877d-242314918cfe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.727465] env[69262]: INFO nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Took 47.86 seconds to build instance. [ 1018.732356] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1018.732356] env[69262]: value = "task-3714077" [ 1018.732356] env[69262]: _type = "Task" [ 1018.732356] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.742075] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.872062] env[69262]: DEBUG oslo_concurrency.lockutils [None req-07f03a67-3af1-477f-94c4-a4672aff06e9 tempest-InstanceActionsV221TestJSON-106524551 tempest-InstanceActionsV221TestJSON-106524551-project-member] Lock "e18d0cc8-dab8-4473-8861-67f010dd234c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.671s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.875119] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0656fa0-c058-427a-9edb-3aed2ba8dd6b tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "6e282b09-7495-4f85-af66-ca16ba4e9271" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.755s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.141019] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714076, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.229697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "11e8e588-a560-4156-8487-4b8463d8fc44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.375s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.242717] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714077, 'name': ReconfigVM_Task, 'duration_secs': 0.298885} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.243023] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 04ec5e94-5d11-48fa-8129-4443a926b57d/04ec5e94-5d11-48fa-8129-4443a926b57d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.243746] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d75f1489-a57f-4db9-8328-610f0366814e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.252893] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1019.252893] env[69262]: value = "task-3714078" [ 1019.252893] env[69262]: _type = "Task" [ 1019.252893] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.262576] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714078, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.377998] env[69262]: DEBUG nova.compute.manager [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.381963] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06533107-161f-495c-a51e-16015a72ef53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.648163] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78614} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.648916] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6fce0c50-1529-44cd-babb-eb56afce6880/6fce0c50-1529-44cd-babb-eb56afce6880.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.649461] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.649840] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7afe5648-2cec-46b4-a739-82edac5cdbb6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.659473] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1019.659473] env[69262]: value = "task-3714079" [ 1019.659473] env[69262]: _type = "Task" [ 1019.659473] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.671361] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.768979] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714078, 'name': Rename_Task, 'duration_secs': 0.165445} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.769252] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.769552] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7aeac9b-9cb6-425e-82b1-fa89d99610a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.772747] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fbd4de-9176-45f1-b1dc-7c8ec6ef1fdf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.782705] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf21cc34-8b14-468d-8a55-fe7f17870f00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.786503] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1019.786503] env[69262]: value = "task-3714080" [ 1019.786503] env[69262]: _type = "Task" [ 1019.786503] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.818309] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6854e0-e1f9-4080-b5a3-d45ac59e8522 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.824672] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714080, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.832479] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c4736-17b0-4545-a8e8-ca7471f00f0a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.848077] env[69262]: DEBUG nova.compute.provider_tree [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.894688] env[69262]: INFO nova.compute.manager [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] instance snapshotting [ 1019.897978] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6107e514-9518-4da3-b7d6-4e13ed575526 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.918892] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fde1090-bd7b-44e0-b2e4-c913b97c1edd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.149987] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "3f878a57-e7ae-400a-abad-3c371c25fb66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.150166] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.150617] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "3f878a57-e7ae-400a-abad-3c371c25fb66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.150617] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.150811] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.153445] env[69262]: INFO nova.compute.manager [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Terminating instance [ 1020.173494] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090147} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.173494] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.173494] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861bc8e2-9cd2-465e-909b-5b00f0efba48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.191693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "bfe7a82e-684c-485e-a4b2-0e247a218637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.191998] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.192163] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.192343] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.192508] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.202967] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6fce0c50-1529-44cd-babb-eb56afce6880/6fce0c50-1529-44cd-babb-eb56afce6880.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.203601] env[69262]: INFO nova.compute.manager [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Terminating instance [ 1020.205064] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ec0474d-12ae-45b2-afac-b3e640ffd747 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.228875] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1020.228875] env[69262]: value = "task-3714081" [ 1020.228875] env[69262]: _type = "Task" [ 1020.228875] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.238385] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.298440] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.375475] env[69262]: ERROR nova.scheduler.client.report [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [req-c045ccc8-0b7b-497c-b1a3-052a04c462ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 29f38da0-bc53-4f4f-90bd-4f4c04eeed85. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c045ccc8-0b7b-497c-b1a3-052a04c462ff"}]} [ 1020.393927] env[69262]: DEBUG nova.scheduler.client.report [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1020.412213] env[69262]: DEBUG nova.scheduler.client.report [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1020.412213] env[69262]: DEBUG nova.compute.provider_tree [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.425435] env[69262]: DEBUG nova.scheduler.client.report [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1020.431801] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1020.432123] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37252f5f-2558-4b6f-9287-5c72602ebaf9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.441375] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1020.441375] env[69262]: value = "task-3714082" [ 1020.441375] env[69262]: _type = "Task" [ 1020.441375] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.449348] env[69262]: DEBUG nova.scheduler.client.report [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1020.455843] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.656653] env[69262]: DEBUG nova.compute.manager [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.657149] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.657906] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb48fd8a-7892-4916-aedb-e509360e3e72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.668207] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.668933] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42c07fbf-fe46-409b-a56c-2363ee02259a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.676017] env[69262]: DEBUG oslo_vmware.api [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 1020.676017] env[69262]: value = "task-3714083" [ 1020.676017] env[69262]: _type = "Task" [ 1020.676017] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.686037] env[69262]: DEBUG oslo_vmware.api [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.723319] env[69262]: DEBUG nova.compute.manager [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.723595] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.724584] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f1e8f-45c2-4a44-881f-dc6ce7394488 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.737416] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.738338] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d3ba032-0629-426d-97ed-b946468c6148 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.743658] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.749038] env[69262]: DEBUG oslo_vmware.api [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 1020.749038] env[69262]: value = "task-3714084" [ 1020.749038] env[69262]: _type = "Task" [ 1020.749038] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.765789] env[69262]: DEBUG oslo_vmware.api [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3714084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.802681] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.825300] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38471f28-08d8-454a-aeef-28bdc50c58fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.834059] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c8a4c4-326b-4862-8703-661ba4fdfb4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.869708] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91fedbe-f253-4893-8d34-18ed865612f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.881099] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf750cac-edbb-4af8-a7d9-813d2777eecb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.897548] env[69262]: DEBUG nova.compute.provider_tree [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.954102] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714082, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.187139] env[69262]: DEBUG oslo_vmware.api [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714083, 'name': PowerOffVM_Task, 'duration_secs': 0.304864} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.187427] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.188326] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.188326] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e44a48-2da9-40ee-8e05-675a7ffc591b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.241893] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714081, 'name': ReconfigVM_Task, 'duration_secs': 0.567122} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.242266] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6fce0c50-1529-44cd-babb-eb56afce6880/6fce0c50-1529-44cd-babb-eb56afce6880.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.242914] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-976e973e-fa92-45d3-a509-911fc0045f54 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.255800] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1021.255800] env[69262]: value = "task-3714086" [ 1021.255800] env[69262]: _type = "Task" [ 1021.255800] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.265363] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.265587] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.265737] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleting the datastore file [datastore2] 3f878a57-e7ae-400a-abad-3c371c25fb66 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.266032] env[69262]: DEBUG oslo_vmware.api [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3714084, 'name': PowerOffVM_Task, 'duration_secs': 0.235738} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.266685] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e90058b6-8488-475e-a925-9a5dea891475 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.268806] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.269044] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.272307] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f79e686-c556-434f-af5b-fdc87903ed27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.273924] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714086, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.281184] env[69262]: DEBUG oslo_vmware.api [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 1021.281184] env[69262]: value = "task-3714087" [ 1021.281184] env[69262]: _type = "Task" [ 1021.281184] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.292882] env[69262]: DEBUG oslo_vmware.api [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.303546] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714080, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.344127] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.344127] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.344127] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Deleting the datastore file [datastore2] bfe7a82e-684c-485e-a4b2-0e247a218637 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.344504] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b75cf88c-36c7-4371-a5da-9dfa6f44ed8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.354488] env[69262]: DEBUG oslo_vmware.api [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for the task: (returnval){ [ 1021.354488] env[69262]: value = "task-3714089" [ 1021.354488] env[69262]: _type = "Task" [ 1021.354488] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.366303] env[69262]: DEBUG oslo_vmware.api [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3714089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.438374] env[69262]: DEBUG nova.scheduler.client.report [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1021.438717] env[69262]: DEBUG nova.compute.provider_tree [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 124 to 125 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1021.438837] env[69262]: DEBUG nova.compute.provider_tree [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 63, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1021.452895] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714082, 'name': CreateSnapshot_Task, 'duration_secs': 0.92528} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.453244] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1021.454215] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc15021-a157-403c-b99c-38e93e51e238 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.772836] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714086, 'name': Rename_Task, 'duration_secs': 0.209287} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.773380] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.773788] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2e21f1-5398-43b3-ba14-f92f41bdb768 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.783188] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1021.783188] env[69262]: value = "task-3714090" [ 1021.783188] env[69262]: _type = "Task" [ 1021.783188] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.799255] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.799515] env[69262]: DEBUG oslo_vmware.api [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.406335} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.802820] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.803036] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.803226] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.803506] env[69262]: INFO nova.compute.manager [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1021.803656] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.803861] env[69262]: DEBUG nova.compute.manager [-] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.803958] env[69262]: DEBUG nova.network.neutron [-] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.811456] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714080, 'name': PowerOnVM_Task, 'duration_secs': 1.718608} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.811816] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.812097] env[69262]: INFO nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1021.812299] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1021.813185] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e04ba0-f73a-4581-8c22-60f75ae8b698 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.867040] env[69262]: DEBUG oslo_vmware.api [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Task: {'id': task-3714089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320403} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.867040] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.867040] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.867040] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.867040] env[69262]: INFO nova.compute.manager [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1021.867422] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.867422] env[69262]: DEBUG nova.compute.manager [-] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.867502] env[69262]: DEBUG nova.network.neutron [-] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.948580] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.606s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.948580] env[69262]: DEBUG nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.951954] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.633s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.954143] env[69262]: INFO nova.compute.claims [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.975916] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1021.976374] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5797dedb-0c7e-477a-91e8-09efb5772c66 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.985263] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1021.985263] env[69262]: value = "task-3714091" [ 1021.985263] env[69262]: _type = "Task" [ 1021.985263] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.995482] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714091, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.143147] env[69262]: DEBUG nova.compute.manager [req-b67c436e-ddc2-4f8b-8d75-8b6a0589b84d req-14b0848a-e658-4ce5-a2f9-2800318e0c47 service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Received event network-vif-deleted-c2b19fcf-3b5c-43aa-957a-981bfbc4f00e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.143374] env[69262]: INFO nova.compute.manager [req-b67c436e-ddc2-4f8b-8d75-8b6a0589b84d req-14b0848a-e658-4ce5-a2f9-2800318e0c47 service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Neutron deleted interface c2b19fcf-3b5c-43aa-957a-981bfbc4f00e; detaching it from the instance and deleting it from the info cache [ 1022.143548] env[69262]: DEBUG nova.network.neutron [req-b67c436e-ddc2-4f8b-8d75-8b6a0589b84d req-14b0848a-e658-4ce5-a2f9-2800318e0c47 service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.174589] env[69262]: DEBUG nova.compute.manager [req-8bb48fb5-f3dd-427b-89a3-320ad59a99a1 req-745b7047-3027-41c2-88c3-32073267e096 service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Received event network-vif-deleted-ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.175483] env[69262]: INFO nova.compute.manager [req-8bb48fb5-f3dd-427b-89a3-320ad59a99a1 req-745b7047-3027-41c2-88c3-32073267e096 service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Neutron deleted interface ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57; detaching it from the instance and deleting it from the info cache [ 1022.175483] env[69262]: DEBUG nova.network.neutron [req-8bb48fb5-f3dd-427b-89a3-320ad59a99a1 req-745b7047-3027-41c2-88c3-32073267e096 service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.298532] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.334903] env[69262]: INFO nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Took 51.43 seconds to build instance. [ 1022.466047] env[69262]: DEBUG nova.compute.utils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.469201] env[69262]: DEBUG nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.469592] env[69262]: DEBUG nova.network.neutron [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.503078] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714091, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.550712] env[69262]: DEBUG nova.policy [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd217098d5c5f43acbf264e5503bfe680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a73bc9ddd24a43aea1580501877238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.595952] env[69262]: DEBUG nova.network.neutron [-] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.614646] env[69262]: DEBUG nova.network.neutron [-] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.647940] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-594e11b5-62cc-415f-8a1b-f11c84977480 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.658641] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697dd790-334f-4a74-a2df-01284fe796ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.678855] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b24e3cc1-29de-4626-8812-a3b882b7fe70 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.702135] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb70f361-02a1-40b8-a45e-491d5c0dd184 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.715341] env[69262]: DEBUG nova.compute.manager [req-b67c436e-ddc2-4f8b-8d75-8b6a0589b84d req-14b0848a-e658-4ce5-a2f9-2800318e0c47 service nova] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Detach interface failed, port_id=c2b19fcf-3b5c-43aa-957a-981bfbc4f00e, reason: Instance 3f878a57-e7ae-400a-abad-3c371c25fb66 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.744776] env[69262]: DEBUG nova.compute.manager [req-8bb48fb5-f3dd-427b-89a3-320ad59a99a1 req-745b7047-3027-41c2-88c3-32073267e096 service nova] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Detach interface failed, port_id=ef2fc6f5-1392-4fdb-bf1e-7c9a45305b57, reason: Instance bfe7a82e-684c-485e-a4b2-0e247a218637 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.798361] env[69262]: DEBUG oslo_vmware.api [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714090, 'name': PowerOnVM_Task, 'duration_secs': 0.891209} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.798361] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.798591] env[69262]: INFO nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1022.798846] env[69262]: DEBUG nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.799775] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2295c5ff-2258-4a13-a53f-7872101bc94c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.837550] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.944s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.938043] env[69262]: DEBUG nova.network.neutron [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Successfully created port: f3c0344c-b9bd-4bef-b933-ea4f960eb924 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.969452] env[69262]: DEBUG nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.996446] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714091, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.100025] env[69262]: INFO nova.compute.manager [-] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Took 1.30 seconds to deallocate network for instance. [ 1023.117458] env[69262]: INFO nova.compute.manager [-] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Took 1.25 seconds to deallocate network for instance. [ 1023.323632] env[69262]: INFO nova.compute.manager [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Took 52.39 seconds to build instance. [ 1023.339705] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dfc3a2-66bf-45fe-ae09-5ca895b6c457 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.351622] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5540a9-c10b-4725-9434-896c4b1cd159 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.396364] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b521da-a4e4-42f7-8c09-c745e66aa9b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.405694] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad6ae09-26bb-4b45-99bf-b3b7e40a301a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.422776] env[69262]: DEBUG nova.compute.provider_tree [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.497810] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714091, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.607564] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.630149] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.825859] env[69262]: DEBUG oslo_concurrency.lockutils [None req-74bf26a1-4a8a-429e-8b5c-2ad99cdbe923 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "6fce0c50-1529-44cd-babb-eb56afce6880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.896s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.958473] env[69262]: DEBUG nova.scheduler.client.report [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Updated inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1023.958757] env[69262]: DEBUG nova.compute.provider_tree [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Updating resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 generation from 125 to 126 during operation: update_inventory {{(pid=69262) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.958988] env[69262]: DEBUG nova.compute.provider_tree [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.978856] env[69262]: DEBUG nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.998436] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714091, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.007638] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.007894] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.008183] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.008267] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.008405] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.008553] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.008759] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.008915] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.009130] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.009321] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.009498] env[69262]: DEBUG nova.virt.hardware [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.010715] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed417061-cebb-438f-81a7-2277e93ddcb2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.019028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582e656e-106e-4f72-8d34-f29da9d12dc1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.246226] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "11e8e588-a560-4156-8487-4b8463d8fc44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.246699] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "11e8e588-a560-4156-8487-4b8463d8fc44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.246926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "11e8e588-a560-4156-8487-4b8463d8fc44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.247220] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "11e8e588-a560-4156-8487-4b8463d8fc44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.247420] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "11e8e588-a560-4156-8487-4b8463d8fc44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.253241] env[69262]: INFO nova.compute.manager [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Terminating instance [ 1024.404455] env[69262]: DEBUG nova.compute.manager [req-609198af-8444-417b-bd6b-13233843b4f2 req-4fd9e64d-d406-4417-8261-3657514edf38 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Received event network-vif-plugged-f3c0344c-b9bd-4bef-b933-ea4f960eb924 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.404682] env[69262]: DEBUG oslo_concurrency.lockutils [req-609198af-8444-417b-bd6b-13233843b4f2 req-4fd9e64d-d406-4417-8261-3657514edf38 service nova] Acquiring lock "4be828b6-910b-4c2d-bf59-cf1558285579-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.404892] env[69262]: DEBUG oslo_concurrency.lockutils [req-609198af-8444-417b-bd6b-13233843b4f2 req-4fd9e64d-d406-4417-8261-3657514edf38 service nova] Lock "4be828b6-910b-4c2d-bf59-cf1558285579-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.405105] env[69262]: DEBUG oslo_concurrency.lockutils [req-609198af-8444-417b-bd6b-13233843b4f2 req-4fd9e64d-d406-4417-8261-3657514edf38 service nova] Lock "4be828b6-910b-4c2d-bf59-cf1558285579-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.405245] env[69262]: DEBUG nova.compute.manager [req-609198af-8444-417b-bd6b-13233843b4f2 req-4fd9e64d-d406-4417-8261-3657514edf38 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] No waiting events found dispatching network-vif-plugged-f3c0344c-b9bd-4bef-b933-ea4f960eb924 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1024.405422] env[69262]: WARNING nova.compute.manager [req-609198af-8444-417b-bd6b-13233843b4f2 req-4fd9e64d-d406-4417-8261-3657514edf38 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Received unexpected event network-vif-plugged-f3c0344c-b9bd-4bef-b933-ea4f960eb924 for instance with vm_state building and task_state spawning. [ 1024.467200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.467200] env[69262]: DEBUG nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.469234] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.715s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.469796] env[69262]: DEBUG nova.objects.instance [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lazy-loading 'resources' on Instance uuid 09843c38-9365-4dab-a368-6bb0b69a908c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.504808] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714091, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.510362] env[69262]: DEBUG nova.network.neutron [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Successfully updated port: f3c0344c-b9bd-4bef-b933-ea4f960eb924 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.759380] env[69262]: DEBUG nova.compute.manager [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.759642] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.760672] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496cb62-4800-47c9-8abf-c6162c818b66 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.771378] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.771743] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eba38189-ab95-4f87-bd47-c82e1166a238 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.779465] env[69262]: DEBUG oslo_vmware.api [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1024.779465] env[69262]: value = "task-3714092" [ 1024.779465] env[69262]: _type = "Task" [ 1024.779465] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.789391] env[69262]: DEBUG oslo_vmware.api [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.976776] env[69262]: DEBUG nova.compute.utils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.978406] env[69262]: DEBUG nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.978589] env[69262]: DEBUG nova.network.neutron [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.004113] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714091, 'name': CloneVM_Task, 'duration_secs': 2.903477} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.005111] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Created linked-clone VM from snapshot [ 1025.007071] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74314d2-e386-4498-a698-d62a7b085c86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.019237] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-4be828b6-910b-4c2d-bf59-cf1558285579" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.021516] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-4be828b6-910b-4c2d-bf59-cf1558285579" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.021516] env[69262]: DEBUG nova.network.neutron [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.032487] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Uploading image ca5f7208-4bdc-473e-b7cd-553b16ebc0af {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1025.054135] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1025.055434] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f94c069b-5f97-4611-a49a-f8e1d9afafd7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.059078] env[69262]: DEBUG nova.policy [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.074254] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1025.074254] env[69262]: value = "task-3714093" [ 1025.074254] env[69262]: _type = "Task" [ 1025.074254] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.091749] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714093, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.302594] env[69262]: DEBUG oslo_vmware.api [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714092, 'name': PowerOffVM_Task, 'duration_secs': 0.225449} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.302927] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.303144] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.303450] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09bd58b9-cdaa-428b-9cb3-420ce3b1f2fc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.419088] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e21157-73ef-46f1-b8e6-606be1a9a897 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.430582] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf538a50-a224-4639-a196-e885e3ecbd82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.467736] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f42406-a475-4547-a3a0-0cf24f6be7be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.476190] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30dc615-370f-4307-83cc-45ae3653006e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.491389] env[69262]: DEBUG nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.494469] env[69262]: DEBUG nova.compute.provider_tree [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.531660] env[69262]: DEBUG nova.network.neutron [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Successfully created port: 2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.553978] env[69262]: DEBUG nova.network.neutron [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.584766] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714093, 'name': Destroy_Task} progress is 33%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.696464] env[69262]: DEBUG nova.network.neutron [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Updating instance_info_cache with network_info: [{"id": "f3c0344c-b9bd-4bef-b933-ea4f960eb924", "address": "fa:16:3e:ee:f0:92", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c0344c-b9", "ovs_interfaceid": "f3c0344c-b9bd-4bef-b933-ea4f960eb924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.000789] env[69262]: DEBUG nova.scheduler.client.report [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.085813] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714093, 'name': Destroy_Task, 'duration_secs': 0.650619} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.088920] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Destroyed the VM [ 1026.088920] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1026.088920] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac74aa8b-1d0a-41ee-951f-d9ba8b153842 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.097031] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1026.097031] env[69262]: value = "task-3714095" [ 1026.097031] env[69262]: _type = "Task" [ 1026.097031] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.106436] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.199098] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-4be828b6-910b-4c2d-bf59-cf1558285579" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.199521] env[69262]: DEBUG nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Instance network_info: |[{"id": "f3c0344c-b9bd-4bef-b933-ea4f960eb924", "address": "fa:16:3e:ee:f0:92", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c0344c-b9", "ovs_interfaceid": "f3c0344c-b9bd-4bef-b933-ea4f960eb924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.199989] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:f0:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3c0344c-b9bd-4bef-b933-ea4f960eb924', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.208134] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.208286] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.208542] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8e47187-e7d8-4027-9084-ed6671b7610b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.231580] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.231580] env[69262]: value = "task-3714096" [ 1026.231580] env[69262]: _type = "Task" [ 1026.231580] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.240695] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714096, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.462284] env[69262]: DEBUG nova.compute.manager [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Received event network-changed-f3c0344c-b9bd-4bef-b933-ea4f960eb924 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.462691] env[69262]: DEBUG nova.compute.manager [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Refreshing instance network info cache due to event network-changed-f3c0344c-b9bd-4bef-b933-ea4f960eb924. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.462863] env[69262]: DEBUG oslo_concurrency.lockutils [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] Acquiring lock "refresh_cache-4be828b6-910b-4c2d-bf59-cf1558285579" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.462935] env[69262]: DEBUG oslo_concurrency.lockutils [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] Acquired lock "refresh_cache-4be828b6-910b-4c2d-bf59-cf1558285579" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.463360] env[69262]: DEBUG nova.network.neutron [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Refreshing network info cache for port f3c0344c-b9bd-4bef-b933-ea4f960eb924 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.505731] env[69262]: DEBUG nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.508416] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.511816] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.592s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.537031] env[69262]: INFO nova.scheduler.client.report [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Deleted allocations for instance 09843c38-9365-4dab-a368-6bb0b69a908c [ 1026.540710] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.540859] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.540996] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.541196] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.541353] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.541616] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.541692] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.541850] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.542029] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.542202] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.542375] env[69262]: DEBUG nova.virt.hardware [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.543611] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb8634e-37d9-4563-b2c5-0af36c9b4fd5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.557307] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115cc08-c701-44f4-8f47-9a829e0632f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.608263] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.745302] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714096, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.053111] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf9b386-4892-4596-97d2-fc13f2274d71 tempest-ServerAddressesTestJSON-636634939 tempest-ServerAddressesTestJSON-636634939-project-member] Lock "09843c38-9365-4dab-a368-6bb0b69a908c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.802s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.087801] env[69262]: DEBUG nova.network.neutron [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Successfully updated port: 2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.111360] env[69262]: DEBUG oslo_vmware.api [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714095, 'name': RemoveSnapshot_Task, 'duration_secs': 0.978214} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.111681] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1027.147904] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.148160] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.148361] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleting the datastore file [datastore1] 11e8e588-a560-4156-8487-4b8463d8fc44 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.152573] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5236061-5049-4d8d-93c0-90b2022f581e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.163745] env[69262]: DEBUG oslo_vmware.api [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1027.163745] env[69262]: value = "task-3714097" [ 1027.163745] env[69262]: _type = "Task" [ 1027.163745] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.178932] env[69262]: DEBUG oslo_vmware.api [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.192240] env[69262]: DEBUG nova.network.neutron [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Updated VIF entry in instance network info cache for port f3c0344c-b9bd-4bef-b933-ea4f960eb924. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.193028] env[69262]: DEBUG nova.network.neutron [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Updating instance_info_cache with network_info: [{"id": "f3c0344c-b9bd-4bef-b933-ea4f960eb924", "address": "fa:16:3e:ee:f0:92", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c0344c-b9", "ovs_interfaceid": "f3c0344c-b9bd-4bef-b933-ea4f960eb924", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.247622] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714096, 'name': CreateVM_Task, 'duration_secs': 0.540262} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.247622] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.248228] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.248756] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.249141] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.249473] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f3dc15-a8df-492d-bbf3-04fbd0eb2f6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.255559] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1027.255559] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5287e4a6-6670-33bd-8b7d-3f27ad759e3d" [ 1027.255559] env[69262]: _type = "Task" [ 1027.255559] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.265445] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5287e4a6-6670-33bd-8b7d-3f27ad759e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.383530] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecbefcd-53fd-4538-946d-4e3983ac6d82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.391875] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44449d-fb4a-416a-92d0-2ed942e8bfde {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.429027] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebc1a91-51af-4a0e-8674-f2709bb7b653 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.434025] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6704e6-8b9c-4a26-96ca-8a81e632ec02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.448556] env[69262]: DEBUG nova.compute.provider_tree [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.590884] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.591209] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.591255] env[69262]: DEBUG nova.network.neutron [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.619625] env[69262]: WARNING nova.compute.manager [None req-20c27bfb-abcf-4b67-8d50-c3fa4c39129f tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Image not found during snapshot: nova.exception.ImageNotFound: Image ca5f7208-4bdc-473e-b7cd-553b16ebc0af could not be found. [ 1027.674118] env[69262]: DEBUG oslo_vmware.api [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424691} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.674118] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.674118] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.674118] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.674441] env[69262]: INFO nova.compute.manager [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Took 2.91 seconds to destroy the instance on the hypervisor. [ 1027.674532] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.674716] env[69262]: DEBUG nova.compute.manager [-] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.674806] env[69262]: DEBUG nova.network.neutron [-] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.695254] env[69262]: DEBUG oslo_concurrency.lockutils [req-9539a623-25d6-4ecb-b7e6-35aa8a0c3284 req-8c57b03d-2419-4795-a6e5-c1e92855ce81 service nova] Releasing lock "refresh_cache-4be828b6-910b-4c2d-bf59-cf1558285579" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.767181] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5287e4a6-6670-33bd-8b7d-3f27ad759e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.769719] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.770272] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.770272] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.770408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.770598] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.770935] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e01b258b-53bc-4945-bf24-c5ea92c8d515 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.782128] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.782375] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.783152] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82667864-4702-4669-9a5a-e6253a6746c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.789236] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1027.789236] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529574ca-c07b-b5e6-4279-b0c835e274bd" [ 1027.789236] env[69262]: _type = "Task" [ 1027.789236] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.798354] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529574ca-c07b-b5e6-4279-b0c835e274bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.951989] env[69262]: DEBUG nova.scheduler.client.report [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.140292] env[69262]: DEBUG nova.network.neutron [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.304113] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529574ca-c07b-b5e6-4279-b0c835e274bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.305044] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cd0252-edf1-4d08-8b73-780e15e6a7e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.319211] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1028.319211] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52902c1d-e6a4-29ca-1efd-2f62302bbdc6" [ 1028.319211] env[69262]: _type = "Task" [ 1028.319211] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.334292] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52902c1d-e6a4-29ca-1efd-2f62302bbdc6, 'name': SearchDatastore_Task} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.334562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.334826] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 4be828b6-910b-4c2d-bf59-cf1558285579/4be828b6-910b-4c2d-bf59-cf1558285579.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.335121] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e306e33-e928-4bd7-af8e-b93833f2a107 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.344404] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1028.344404] env[69262]: value = "task-3714098" [ 1028.344404] env[69262]: _type = "Task" [ 1028.344404] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.354762] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.502348] env[69262]: DEBUG nova.network.neutron [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.526550] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "b7b22eb0-f8c8-4f31-9335-9436778d705f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.526971] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.527103] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "b7b22eb0-f8c8-4f31-9335-9436778d705f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.527340] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.527697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.531025] env[69262]: INFO nova.compute.manager [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Terminating instance [ 1028.542163] env[69262]: DEBUG nova.compute.manager [req-b587ee1c-71da-4ff3-9851-aebd805e6689 req-f27dd561-51a6-461c-a2e3-d59980190d98 service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Received event network-vif-deleted-2a672680-dbba-4ed6-86a5-25a2d19dacaa {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.542386] env[69262]: INFO nova.compute.manager [req-b587ee1c-71da-4ff3-9851-aebd805e6689 req-f27dd561-51a6-461c-a2e3-d59980190d98 service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Neutron deleted interface 2a672680-dbba-4ed6-86a5-25a2d19dacaa; detaching it from the instance and deleting it from the info cache [ 1028.542571] env[69262]: DEBUG nova.network.neutron [req-b587ee1c-71da-4ff3-9851-aebd805e6689 req-f27dd561-51a6-461c-a2e3-d59980190d98 service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.762114] env[69262]: DEBUG nova.compute.manager [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received event network-vif-plugged-2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.762114] env[69262]: DEBUG oslo_concurrency.lockutils [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.762881] env[69262]: DEBUG oslo_concurrency.lockutils [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.762881] env[69262]: DEBUG oslo_concurrency.lockutils [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.762881] env[69262]: DEBUG nova.compute.manager [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] No waiting events found dispatching network-vif-plugged-2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1028.763433] env[69262]: WARNING nova.compute.manager [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received unexpected event network-vif-plugged-2afcc6c4-2ddd-439f-8113-4e123c6e1029 for instance with vm_state building and task_state spawning. [ 1028.763433] env[69262]: DEBUG nova.compute.manager [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received event network-changed-2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.763713] env[69262]: DEBUG nova.compute.manager [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Refreshing instance network info cache due to event network-changed-2afcc6c4-2ddd-439f-8113-4e123c6e1029. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.763810] env[69262]: DEBUG oslo_concurrency.lockutils [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] Acquiring lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.820483] env[69262]: DEBUG nova.network.neutron [-] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.855313] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484222} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.855641] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 4be828b6-910b-4c2d-bf59-cf1558285579/4be828b6-910b-4c2d-bf59-cf1558285579.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.856077] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.856169] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b59d88d-5a6d-4772-a390-3a09a15b641c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.863358] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1028.863358] env[69262]: value = "task-3714099" [ 1028.863358] env[69262]: _type = "Task" [ 1028.863358] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.877313] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.963155] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.452s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.966236] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.870s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.966491] env[69262]: DEBUG nova.objects.instance [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lazy-loading 'resources' on Instance uuid 024319f5-e159-4409-b101-2ac66d55ada0 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.988578] env[69262]: DEBUG nova.objects.instance [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lazy-loading 'flavor' on Instance uuid ac302584-b008-4f1b-aa2b-b18437b78921 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.004218] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.004611] env[69262]: DEBUG nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Instance network_info: |[{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.004955] env[69262]: DEBUG oslo_concurrency.lockutils [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] Acquired lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.005114] env[69262]: DEBUG nova.network.neutron [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Refreshing network info cache for port 2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.006640] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:ec:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2afcc6c4-2ddd-439f-8113-4e123c6e1029', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.014406] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Creating folder: Project (9a51dd3c83e5471b84f22c7ff6a5408b). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.015918] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-defb3da1-c409-4a88-a1cb-900240ac3a38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.028274] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Created folder: Project (9a51dd3c83e5471b84f22c7ff6a5408b) in parent group-v739409. [ 1029.028509] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Creating folder: Instances. Parent ref: group-v739665. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.028719] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fb802c4-b56e-4368-bba1-a51ca320f198 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.034718] env[69262]: DEBUG nova.compute.manager [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.035491] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.035805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704eee31-4053-4013-b58d-6562ba28de56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.040447] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Created folder: Instances in parent group-v739665. [ 1029.041800] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.041800] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.041800] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd7133db-9aaf-4735-a308-b1e66ce059d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.061770] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.062050] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4605fb57-6d83-472a-a08a-cdccc663c9c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.064378] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e762c06-e46f-44d4-aff6-6a64240e474d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.069333] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.069333] env[69262]: value = "task-3714102" [ 1029.069333] env[69262]: _type = "Task" [ 1029.069333] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.075547] env[69262]: DEBUG oslo_vmware.api [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1029.075547] env[69262]: value = "task-3714103" [ 1029.075547] env[69262]: _type = "Task" [ 1029.075547] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.079189] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6adfc-9aa5-49d6-a02b-9ba95ac352e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.098563] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714102, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.105325] env[69262]: DEBUG oslo_vmware.api [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.126166] env[69262]: DEBUG nova.compute.manager [req-b587ee1c-71da-4ff3-9851-aebd805e6689 req-f27dd561-51a6-461c-a2e3-d59980190d98 service nova] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Detach interface failed, port_id=2a672680-dbba-4ed6-86a5-25a2d19dacaa, reason: Instance 11e8e588-a560-4156-8487-4b8463d8fc44 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1029.320321] env[69262]: INFO nova.compute.manager [-] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Took 1.65 seconds to deallocate network for instance. [ 1029.373736] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204747} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.374042] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.374835] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b7e3f-b4fc-49a5-9fa5-b7c558a801e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.399724] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 4be828b6-910b-4c2d-bf59-cf1558285579/4be828b6-910b-4c2d-bf59-cf1558285579.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.400445] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df212ce1-51f0-4732-949c-63469dc574f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.421273] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1029.421273] env[69262]: value = "task-3714104" [ 1029.421273] env[69262]: _type = "Task" [ 1029.421273] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.430689] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.494173] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.494408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquired lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.540595] env[69262]: INFO nova.scheduler.client.report [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted allocation for migration be6f260a-fedd-46e8-a6a5-3ca3f8479464 [ 1029.586844] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714102, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.605345] env[69262]: DEBUG oslo_vmware.api [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714103, 'name': PowerOffVM_Task, 'duration_secs': 0.228968} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.608422] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.608638] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.610048] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8d57c84-3a3c-4e68-99a2-361c016a9e06 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.714049] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.714049] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.714049] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleting the datastore file [datastore1] b7b22eb0-f8c8-4f31-9335-9436778d705f {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.714049] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00113b9c-2354-4cef-86cc-dc434357cfec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.718128] env[69262]: DEBUG oslo_vmware.api [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for the task: (returnval){ [ 1029.718128] env[69262]: value = "task-3714106" [ 1029.718128] env[69262]: _type = "Task" [ 1029.718128] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.741140] env[69262]: DEBUG oslo_vmware.api [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.773110] env[69262]: DEBUG nova.network.neutron [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updated VIF entry in instance network info cache for port 2afcc6c4-2ddd-439f-8113-4e123c6e1029. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.773507] env[69262]: DEBUG nova.network.neutron [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.827074] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.888326] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9c4410-3a48-4065-bc2a-30dbf327c8af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.898169] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68854c5-c10f-490d-bcfe-dcb435db13a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.939310] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb565097-4152-4b6e-8d30-96b7ca7cba8e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.952532] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341fa6c2-dffa-491c-99d9-cd2e039839c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.957386] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.970474] env[69262]: DEBUG nova.compute.provider_tree [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.047893] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56b61f4e-9696-408f-b28d-e58e5105940b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.519s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.083998] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714102, 'name': CreateVM_Task, 'duration_secs': 0.894451} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.084586] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.085483] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.085663] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.086076] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.086291] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8cb7ab-448c-42b1-83ca-fc7999138288 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.095433] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1030.095433] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52af07ad-1635-6ecf-6c6e-1b8c16301fb0" [ 1030.095433] env[69262]: _type = "Task" [ 1030.095433] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.111070] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52af07ad-1635-6ecf-6c6e-1b8c16301fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.174819] env[69262]: DEBUG nova.network.neutron [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.235108] env[69262]: DEBUG oslo_vmware.api [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Task: {'id': task-3714106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460968} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.235612] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.235931] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.236269] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.236829] env[69262]: INFO nova.compute.manager [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1030.237290] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.237639] env[69262]: DEBUG nova.compute.manager [-] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.237793] env[69262]: DEBUG nova.network.neutron [-] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.276632] env[69262]: DEBUG oslo_concurrency.lockutils [req-401c91f0-7193-43ab-bc9f-04c720ef0eee req-86a8c940-689f-41d1-ace3-867c98f10d90 service nova] Releasing lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.450376] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714104, 'name': ReconfigVM_Task, 'duration_secs': 0.977879} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.450744] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 4be828b6-910b-4c2d-bf59-cf1558285579/4be828b6-910b-4c2d-bf59-cf1558285579.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.451445] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd5ed9c1-6c65-42a9-8529-57464c68ddb3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.460637] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1030.460637] env[69262]: value = "task-3714107" [ 1030.460637] env[69262]: _type = "Task" [ 1030.460637] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.475287] env[69262]: DEBUG nova.scheduler.client.report [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.478794] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714107, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.615024] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52af07ad-1635-6ecf-6c6e-1b8c16301fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.025424} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.615024] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.615024] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.615024] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.615024] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.615024] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.615024] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d63e4a1-7e82-4191-b9d8-3e49d9e88577 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.628021] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.628021] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.628021] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b51cbdd-dbc4-404a-8d29-6004b3f8bb39 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.637027] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1030.637027] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279bba4-7e3d-e1d4-1f8e-f4822e2a9e90" [ 1030.637027] env[69262]: _type = "Task" [ 1030.637027] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.649024] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279bba4-7e3d-e1d4-1f8e-f4822e2a9e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.797544] env[69262]: DEBUG nova.compute.manager [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Received event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.797881] env[69262]: DEBUG nova.compute.manager [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing instance network info cache due to event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.797970] env[69262]: DEBUG oslo_concurrency.lockutils [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] Acquiring lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.978206] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714107, 'name': Rename_Task, 'duration_secs': 0.281405} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.978512] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.978772] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d373faf-cc68-45d8-9b2e-704f2dc3466b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.981043] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.983550] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.250s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.983736] env[69262]: DEBUG nova.objects.instance [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1030.986450] env[69262]: DEBUG nova.network.neutron [-] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.997918] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1030.997918] env[69262]: value = "task-3714108" [ 1030.997918] env[69262]: _type = "Task" [ 1030.997918] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.011261] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.019693] env[69262]: INFO nova.scheduler.client.report [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Deleted allocations for instance 024319f5-e159-4409-b101-2ac66d55ada0 [ 1031.039736] env[69262]: DEBUG nova.network.neutron [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.150479] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279bba4-7e3d-e1d4-1f8e-f4822e2a9e90, 'name': SearchDatastore_Task, 'duration_secs': 0.011226} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.151876] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0931ee-e18d-4c10-aef3-70ca3730460f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.157724] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1031.157724] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce078b-2932-6245-35b4-b4f5f26dc055" [ 1031.157724] env[69262]: _type = "Task" [ 1031.157724] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.170104] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce078b-2932-6245-35b4-b4f5f26dc055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.492035] env[69262]: INFO nova.compute.manager [-] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Took 1.25 seconds to deallocate network for instance. [ 1031.509788] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714108, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.529122] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb52d374-67b5-4f58-9f84-44da8ccb111a tempest-ServerRescueTestJSON-1629852663 tempest-ServerRescueTestJSON-1629852663-project-member] Lock "024319f5-e159-4409-b101-2ac66d55ada0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.023s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.543719] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Releasing lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.543719] env[69262]: DEBUG nova.compute.manager [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Inject network info {{(pid=69262) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1031.543719] env[69262]: DEBUG nova.compute.manager [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] network_info to inject: |[{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1031.548631] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Reconfiguring VM instance to set the machine id {{(pid=69262) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1031.549354] env[69262]: DEBUG oslo_concurrency.lockutils [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] Acquired lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.549551] env[69262]: DEBUG nova.network.neutron [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing network info cache for port ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.550849] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e511972c-3828-4f05-9250-eb330c3dac56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.575299] env[69262]: DEBUG oslo_vmware.api [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 1031.575299] env[69262]: value = "task-3714109" [ 1031.575299] env[69262]: _type = "Task" [ 1031.575299] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.588026] env[69262]: DEBUG oslo_vmware.api [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.623993] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.624349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.624579] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.624756] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.625012] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.632566] env[69262]: DEBUG nova.objects.instance [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lazy-loading 'flavor' on Instance uuid ac302584-b008-4f1b-aa2b-b18437b78921 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.633868] env[69262]: INFO nova.compute.manager [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Terminating instance [ 1031.671280] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce078b-2932-6245-35b4-b4f5f26dc055, 'name': SearchDatastore_Task, 'duration_secs': 0.012796} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.671657] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.671888] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] e3a45994-fc06-4d34-b1bc-d44604393fee/e3a45994-fc06-4d34-b1bc-d44604393fee.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.672188] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd836f40-1308-4b84-a548-4481d9048554 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.681442] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1031.681442] env[69262]: value = "task-3714110" [ 1031.681442] env[69262]: _type = "Task" [ 1031.681442] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.693969] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.906812] env[69262]: DEBUG nova.network.neutron [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updated VIF entry in instance network info cache for port ec9eb2f4-f8a0-46d4-b9e9-37962984e75a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.907299] env[69262]: DEBUG nova.network.neutron [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.996427] env[69262]: DEBUG oslo_concurrency.lockutils [None req-98ce49a8-d3f1-4963-837a-f6e67b77b0e4 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.997651] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.675s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.998481] env[69262]: DEBUG nova.objects.instance [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lazy-loading 'resources' on Instance uuid 2c383460-4553-4dea-b299-e3cc52541ca2 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.004765] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.011273] env[69262]: DEBUG oslo_vmware.api [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714108, 'name': PowerOnVM_Task, 'duration_secs': 0.834648} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.012453] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.012708] env[69262]: INFO nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1032.012888] env[69262]: DEBUG nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.014337] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36f7a8d-edea-4716-8122-ae17eb358b5b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.090842] env[69262]: DEBUG oslo_vmware.api [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714109, 'name': ReconfigVM_Task, 'duration_secs': 0.207447} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.091329] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5617b9f-6078-420d-9e7c-34bce4d34013 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Reconfigured VM instance to set the machine id {{(pid=69262) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1032.137997] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.143504] env[69262]: DEBUG nova.compute.manager [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.143750] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.145305] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9f1f8d-6376-4e73-88ef-6b74fa934b11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.156972] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.157428] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61fe7589-46e7-42a3-b526-d7694cb8bed1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.165447] env[69262]: DEBUG oslo_vmware.api [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1032.165447] env[69262]: value = "task-3714111" [ 1032.165447] env[69262]: _type = "Task" [ 1032.165447] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.180839] env[69262]: DEBUG oslo_vmware.api [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.198526] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714110, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.245919] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "b97b5346-c782-4ad4-919e-96c1285664c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.246205] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.410871] env[69262]: DEBUG oslo_concurrency.lockutils [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] Releasing lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.411190] env[69262]: DEBUG nova.compute.manager [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Received event network-vif-deleted-3cb2a75c-57a3-4a69-93c0-34f9dd8006e1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.411807] env[69262]: INFO nova.compute.manager [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Neutron deleted interface 3cb2a75c-57a3-4a69-93c0-34f9dd8006e1; detaching it from the instance and deleting it from the info cache [ 1032.411807] env[69262]: DEBUG nova.network.neutron [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.413227] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquired lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.540191] env[69262]: INFO nova.compute.manager [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Took 42.33 seconds to build instance. [ 1032.679139] env[69262]: DEBUG oslo_vmware.api [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714111, 'name': PowerOffVM_Task, 'duration_secs': 0.36024} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.679405] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.679580] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.679846] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fbf7136-ed79-42f6-b702-f11eb7396ff7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.695845] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697331} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.696167] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] e3a45994-fc06-4d34-b1bc-d44604393fee/e3a45994-fc06-4d34-b1bc-d44604393fee.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.696392] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.696649] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e5b465-fda9-4267-ba0d-48ce9f374e27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.706773] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1032.706773] env[69262]: value = "task-3714113" [ 1032.706773] env[69262]: _type = "Task" [ 1032.706773] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.716321] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.749020] env[69262]: DEBUG nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.758967] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.759332] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.759607] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleting the datastore file [datastore2] 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.759888] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1909a68-747f-4920-9d0e-30f23697f981 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.766695] env[69262]: DEBUG oslo_vmware.api [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1032.766695] env[69262]: value = "task-3714114" [ 1032.766695] env[69262]: _type = "Task" [ 1032.766695] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.778872] env[69262]: DEBUG oslo_vmware.api [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.845038] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490661d-407a-431b-829e-f5d651d3a39a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.853376] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac842b9e-d42b-4856-8895-48978b8dde47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.890514] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5772c07b-60f9-4d73-a244-0cd4d15e5a37 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.900212] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e3ea8-a1c7-4cdd-8fa3-3ddc274e9716 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.904326] env[69262]: DEBUG nova.network.neutron [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.917888] env[69262]: DEBUG nova.compute.provider_tree [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.922152] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-160220e6-0589-4cbc-8fb1-f4acf504b369 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.933405] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b761e8c9-ff01-418e-994b-80e6103f4a53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.945047] env[69262]: DEBUG nova.compute.manager [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Received event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.945272] env[69262]: DEBUG nova.compute.manager [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing instance network info cache due to event network-changed-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.945507] env[69262]: DEBUG oslo_concurrency.lockutils [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] Acquiring lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.966771] env[69262]: DEBUG nova.compute.manager [req-9ef9f8d3-696c-4494-bfbe-1a51cd8b37ec req-b35918c6-b883-4cde-94d2-2e0fa5c14ba6 service nova] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Detach interface failed, port_id=3cb2a75c-57a3-4a69-93c0-34f9dd8006e1, reason: Instance b7b22eb0-f8c8-4f31-9335-9436778d705f could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.044669] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8b2fdb8f-ae07-4a24-8ede-b8172faa6974 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "4be828b6-910b-4c2d-bf59-cf1558285579" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.855s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.218535] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082454} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.218860] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.219760] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e7e99c-bddc-417f-99a7-94ab7a32d2ff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.247783] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] e3a45994-fc06-4d34-b1bc-d44604393fee/e3a45994-fc06-4d34-b1bc-d44604393fee.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.249357] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae8c90de-3309-405f-b542-4d89772e7f96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.275201] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1033.275201] env[69262]: value = "task-3714115" [ 1033.275201] env[69262]: _type = "Task" [ 1033.275201] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.282796] env[69262]: DEBUG oslo_vmware.api [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150195} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.284030] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.284286] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.284476] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.284659] env[69262]: INFO nova.compute.manager [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1033.285302] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.285302] env[69262]: DEBUG nova.compute.manager [-] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.285302] env[69262]: DEBUG nova.network.neutron [-] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.290774] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.291924] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.422126] env[69262]: DEBUG nova.scheduler.client.report [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.647087] env[69262]: DEBUG nova.network.neutron [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.751918] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f589745e-3a16-462f-a699-52bb4fbb222a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.759727] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81726a1b-59ca-42dc-bd1d-d9cdd367d6a4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Suspending the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1033.759990] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-78b74143-ae2b-4f4c-b982-551f1d01d1ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.768674] env[69262]: DEBUG oslo_vmware.api [None req-81726a1b-59ca-42dc-bd1d-d9cdd367d6a4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1033.768674] env[69262]: value = "task-3714116" [ 1033.768674] env[69262]: _type = "Task" [ 1033.768674] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.786926] env[69262]: DEBUG oslo_vmware.api [None req-81726a1b-59ca-42dc-bd1d-d9cdd367d6a4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714116, 'name': SuspendVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.793853] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.928162] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.931497] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.031s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.931793] env[69262]: DEBUG nova.objects.instance [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lazy-loading 'resources' on Instance uuid c72deef5-6119-4cfc-af43-079778ee918e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.965610] env[69262]: INFO nova.scheduler.client.report [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Deleted allocations for instance 2c383460-4553-4dea-b299-e3cc52541ca2 [ 1034.150259] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Releasing lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.150791] env[69262]: DEBUG nova.compute.manager [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Inject network info {{(pid=69262) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1034.150880] env[69262]: DEBUG nova.compute.manager [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] network_info to inject: |[{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1034.155555] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Reconfiguring VM instance to set the machine id {{(pid=69262) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1034.156251] env[69262]: DEBUG oslo_concurrency.lockutils [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] Acquired lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.156434] env[69262]: DEBUG nova.network.neutron [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Refreshing network info cache for port ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.157584] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-644e4a17-e3c7-4910-a31e-cd7ce64eb3d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.175889] env[69262]: DEBUG oslo_vmware.api [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 1034.175889] env[69262]: value = "task-3714117" [ 1034.175889] env[69262]: _type = "Task" [ 1034.175889] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.185926] env[69262]: DEBUG oslo_vmware.api [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.282060] env[69262]: DEBUG oslo_vmware.api [None req-81726a1b-59ca-42dc-bd1d-d9cdd367d6a4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714116, 'name': SuspendVM_Task} progress is 62%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.290024] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714115, 'name': ReconfigVM_Task, 'duration_secs': 0.768479} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.290385] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Reconfigured VM instance instance-0000005d to attach disk [datastore2] e3a45994-fc06-4d34-b1bc-d44604393fee/e3a45994-fc06-4d34-b1bc-d44604393fee.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.291052] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3a12b91-6acf-499e-9ee1-78c194d2b9db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.298025] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1034.298025] env[69262]: value = "task-3714118" [ 1034.298025] env[69262]: _type = "Task" [ 1034.298025] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.306483] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714118, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.477224] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ad56a85-c196-4e3a-b973-43f073c2bd16 tempest-ServersNegativeTestJSON-1716894594 tempest-ServersNegativeTestJSON-1716894594-project-member] Lock "2c383460-4553-4dea-b299-e3cc52541ca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.936s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.492512] env[69262]: DEBUG nova.network.neutron [-] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.523663] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "ac302584-b008-4f1b-aa2b-b18437b78921" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.523931] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "ac302584-b008-4f1b-aa2b-b18437b78921" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.524171] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "ac302584-b008-4f1b-aa2b-b18437b78921-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.524355] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "ac302584-b008-4f1b-aa2b-b18437b78921-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.524517] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "ac302584-b008-4f1b-aa2b-b18437b78921-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.526531] env[69262]: INFO nova.compute.manager [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Terminating instance [ 1034.686412] env[69262]: DEBUG oslo_vmware.api [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714117, 'name': ReconfigVM_Task, 'duration_secs': 0.162161} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.689103] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4d3eed46-dac7-4ed2-a420-bcaa5f15a39d tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Reconfigured VM instance to set the machine id {{(pid=69262) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1034.703311] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b63d047-11df-452d-a0a2-34d16a2c6e1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.711028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e9e4c8-e4b0-40f4-b510-4ccd8ee2aa8e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.744062] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd9c2f-a841-45ba-98b6-996879c563f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.753152] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a841ddb-a1dd-48e5-9565-f22f1ea4c636 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.769853] env[69262]: DEBUG nova.compute.provider_tree [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.781492] env[69262]: DEBUG oslo_vmware.api [None req-81726a1b-59ca-42dc-bd1d-d9cdd367d6a4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714116, 'name': SuspendVM_Task, 'duration_secs': 0.677034} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.783839] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81726a1b-59ca-42dc-bd1d-d9cdd367d6a4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Suspended the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1034.784068] env[69262]: DEBUG nova.compute.manager [None req-81726a1b-59ca-42dc-bd1d-d9cdd367d6a4 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.785123] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9099ef09-f072-4bad-90d9-a7512bf23721 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.809280] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714118, 'name': Rename_Task, 'duration_secs': 0.160284} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.809280] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.809280] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea00e3d8-8cf5-47ca-9a5d-806490055a11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.817027] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1034.817027] env[69262]: value = "task-3714119" [ 1034.817027] env[69262]: _type = "Task" [ 1034.817027] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.824582] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.984747] env[69262]: DEBUG nova.compute.manager [req-1e44a831-50cd-4faa-a069-fd0bf70266ea req-ceb8ccfc-32f7-4a9d-85eb-64796037fed0 service nova] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Received event network-vif-deleted-6be3a3da-311a-4891-8821-8ef5207ce337 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.986889] env[69262]: DEBUG nova.network.neutron [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updated VIF entry in instance network info cache for port ec9eb2f4-f8a0-46d4-b9e9-37962984e75a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.987383] env[69262]: DEBUG nova.network.neutron [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [{"id": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "address": "fa:16:3e:d8:1b:1b", "network": {"id": "527d6d77-727f-488b-a1cc-d04631fd06ea", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-652732269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aacc67a45a2b47f0ad296627e5b25479", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9eb2f4-f8", "ovs_interfaceid": "ec9eb2f4-f8a0-46d4-b9e9-37962984e75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.995032] env[69262]: INFO nova.compute.manager [-] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Took 1.71 seconds to deallocate network for instance. [ 1035.030334] env[69262]: DEBUG nova.compute.manager [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.030732] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.031702] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e584a7-3f20-4267-9c79-11efc0bf3d56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.042921] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.043282] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-272a5051-32ad-4b3c-a1a1-0c68aa747121 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.051392] env[69262]: DEBUG oslo_vmware.api [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 1035.051392] env[69262]: value = "task-3714120" [ 1035.051392] env[69262]: _type = "Task" [ 1035.051392] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.061315] env[69262]: DEBUG oslo_vmware.api [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.276477] env[69262]: DEBUG nova.scheduler.client.report [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.325727] env[69262]: DEBUG oslo_vmware.api [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714119, 'name': PowerOnVM_Task, 'duration_secs': 0.47425} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.326031] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.326284] env[69262]: INFO nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1035.326417] env[69262]: DEBUG nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1035.327283] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f647bc-a2e1-49cf-a268-538074deceb7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.490698] env[69262]: DEBUG oslo_concurrency.lockutils [req-e08d1fb8-e0f1-4e1a-8438-598ff4810897 req-ce07778c-4438-4e03-8866-3a9b3c2dd19b service nova] Releasing lock "refresh_cache-ac302584-b008-4f1b-aa2b-b18437b78921" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.505278] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.561979] env[69262]: DEBUG oslo_vmware.api [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714120, 'name': PowerOffVM_Task, 'duration_secs': 0.183722} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.562530] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.562530] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.562709] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb80f920-c77a-4ae0-b815-b9eaf35694a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.627422] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.627699] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.627945] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Deleting the datastore file [datastore1] ac302584-b008-4f1b-aa2b-b18437b78921 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.628181] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-630bbe1f-e9d3-40a7-bbec-b708ad074e43 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.635097] env[69262]: DEBUG oslo_vmware.api [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for the task: (returnval){ [ 1035.635097] env[69262]: value = "task-3714122" [ 1035.635097] env[69262]: _type = "Task" [ 1035.635097] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.643723] env[69262]: DEBUG oslo_vmware.api [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.782257] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.786200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.800s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.786598] env[69262]: DEBUG nova.objects.instance [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lazy-loading 'resources' on Instance uuid 7446dc62-337f-4d45-87ef-ad36c90a28bd {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.812499] env[69262]: INFO nova.scheduler.client.report [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted allocations for instance c72deef5-6119-4cfc-af43-079778ee918e [ 1035.850115] env[69262]: INFO nova.compute.manager [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Took 43.55 seconds to build instance. [ 1036.147108] env[69262]: DEBUG oslo_vmware.api [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Task: {'id': task-3714122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350456} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.147505] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.147582] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.147760] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.147936] env[69262]: INFO nova.compute.manager [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1036.148203] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.148415] env[69262]: DEBUG nova.compute.manager [-] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.148515] env[69262]: DEBUG nova.network.neutron [-] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.205549] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "4be828b6-910b-4c2d-bf59-cf1558285579" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.205828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "4be828b6-910b-4c2d-bf59-cf1558285579" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.206050] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "4be828b6-910b-4c2d-bf59-cf1558285579-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.206233] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "4be828b6-910b-4c2d-bf59-cf1558285579-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.206400] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "4be828b6-910b-4c2d-bf59-cf1558285579-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.211370] env[69262]: INFO nova.compute.manager [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Terminating instance [ 1036.324458] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7266c4d9-526b-4c5b-b612-205b1d14f951 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "c72deef5-6119-4cfc-af43-079778ee918e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.040s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.352666] env[69262]: DEBUG oslo_concurrency.lockutils [None req-21c61dde-8075-4f45-80c3-c7a931e22b71 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.068s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.657017] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809abdab-0ed3-4b35-a375-7ac9005f5bdf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.667920] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ee1946-5d39-4544-8d95-af8bf0b4d39d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.701750] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697c26a5-6138-40da-9e8c-08df5742d593 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.710232] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a437bf-95da-4201-bcfb-a182cd9a02bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.727102] env[69262]: DEBUG nova.compute.manager [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.727341] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.727848] env[69262]: DEBUG nova.compute.provider_tree [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.729680] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d37a14e-3c11-46e1-891f-987372b4cce1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.737516] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.738338] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c827629-c677-4b10-bdda-12c31a0deb76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.808850] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.809085] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.809269] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleting the datastore file [datastore2] 4be828b6-910b-4c2d-bf59-cf1558285579 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.809632] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d82fc50d-4c5a-4a66-9928-24b1efdcb9f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.816582] env[69262]: DEBUG oslo_vmware.api [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1036.816582] env[69262]: value = "task-3714124" [ 1036.816582] env[69262]: _type = "Task" [ 1036.816582] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.826841] env[69262]: DEBUG oslo_vmware.api [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.021791] env[69262]: DEBUG nova.compute.manager [req-4d3ff961-ec08-4b08-afd6-10407431ad69 req-fa506569-7033-429f-886c-649aabaae080 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Received event network-vif-deleted-ec9eb2f4-f8a0-46d4-b9e9-37962984e75a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.022199] env[69262]: INFO nova.compute.manager [req-4d3ff961-ec08-4b08-afd6-10407431ad69 req-fa506569-7033-429f-886c-649aabaae080 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Neutron deleted interface ec9eb2f4-f8a0-46d4-b9e9-37962984e75a; detaching it from the instance and deleting it from the info cache [ 1037.022326] env[69262]: DEBUG nova.network.neutron [req-4d3ff961-ec08-4b08-afd6-10407431ad69 req-fa506569-7033-429f-886c-649aabaae080 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.195470] env[69262]: DEBUG nova.compute.manager [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received event network-changed-2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.195470] env[69262]: DEBUG nova.compute.manager [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Refreshing instance network info cache due to event network-changed-2afcc6c4-2ddd-439f-8113-4e123c6e1029. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.195470] env[69262]: DEBUG oslo_concurrency.lockutils [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] Acquiring lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.195470] env[69262]: DEBUG oslo_concurrency.lockutils [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] Acquired lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.195470] env[69262]: DEBUG nova.network.neutron [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Refreshing network info cache for port 2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.233700] env[69262]: DEBUG nova.scheduler.client.report [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.274889] env[69262]: DEBUG nova.network.neutron [-] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.334557] env[69262]: DEBUG oslo_vmware.api [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23337} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.336181] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.336181] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.336181] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.336181] env[69262]: INFO nova.compute.manager [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1037.336181] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.336181] env[69262]: DEBUG nova.compute.manager [-] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.336181] env[69262]: DEBUG nova.network.neutron [-] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.531534] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8793b3b5-6f54-4a99-be6c-523c8e624064 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.543644] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658f8f1-145d-46c5-b63e-912679470612 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.576885] env[69262]: DEBUG nova.compute.manager [req-4d3ff961-ec08-4b08-afd6-10407431ad69 req-fa506569-7033-429f-886c-649aabaae080 service nova] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Detach interface failed, port_id=ec9eb2f4-f8a0-46d4-b9e9-37962984e75a, reason: Instance ac302584-b008-4f1b-aa2b-b18437b78921 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1037.739698] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.742800] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.590s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.744040] env[69262]: INFO nova.compute.claims [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.774724] env[69262]: INFO nova.scheduler.client.report [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Deleted allocations for instance 7446dc62-337f-4d45-87ef-ad36c90a28bd [ 1037.778839] env[69262]: INFO nova.compute.manager [-] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Took 1.63 seconds to deallocate network for instance. [ 1037.989533] env[69262]: DEBUG nova.network.neutron [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updated VIF entry in instance network info cache for port 2afcc6c4-2ddd-439f-8113-4e123c6e1029. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.989965] env[69262]: DEBUG nova.network.neutron [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.099199] env[69262]: DEBUG nova.network.neutron [-] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.282491] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dd5a6603-67f6-45d6-a8a4-a9686489d3b1 tempest-MultipleCreateTestJSON-892749091 tempest-MultipleCreateTestJSON-892749091-project-member] Lock "7446dc62-337f-4d45-87ef-ad36c90a28bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.066s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.286515] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.492764] env[69262]: DEBUG oslo_concurrency.lockutils [req-ff2b1568-78c0-4826-b8f7-bca96c54aace req-5f5a2306-a88c-4d70-81cb-fc9fc752ba6b service nova] Releasing lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.602196] env[69262]: INFO nova.compute.manager [-] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Took 1.27 seconds to deallocate network for instance. [ 1038.990881] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e50896e-41f9-47d9-ad20-f6c4bfd8498a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.998740] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2c858-c616-48de-9b1c-4b59694295c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.028726] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f39c432-99ac-4ca5-a0c9-ab8255810d67 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.036770] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76c6d4-4580-41ef-8630-b92799808f55 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.052215] env[69262]: DEBUG nova.compute.provider_tree [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.055181] env[69262]: DEBUG nova.compute.manager [req-d5a13ba4-8ff9-4428-8c99-856761ee53ce req-e9741d0c-b57b-4550-b62c-9fa662450405 service nova] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Received event network-vif-deleted-f3c0344c-b9bd-4bef-b933-ea4f960eb924 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.109880] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.557912] env[69262]: DEBUG nova.scheduler.client.report [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.068071] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.068071] env[69262]: DEBUG nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.068744] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.703s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.070490] env[69262]: INFO nova.compute.claims [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.575326] env[69262]: DEBUG nova.compute.utils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.578766] env[69262]: DEBUG nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.578942] env[69262]: DEBUG nova.network.neutron [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.625441] env[69262]: DEBUG nova.policy [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '805e4cb890d44dbe9c27da1ed38539db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '704d4fbc7adc48d29c361596af2f5c16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.757680] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "10b43b23-4344-4735-86fc-915d950b2d39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.758123] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "10b43b23-4344-4735-86fc-915d950b2d39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.758423] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "10b43b23-4344-4735-86fc-915d950b2d39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.758686] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "10b43b23-4344-4735-86fc-915d950b2d39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.758934] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "10b43b23-4344-4735-86fc-915d950b2d39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.761231] env[69262]: INFO nova.compute.manager [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Terminating instance [ 1040.929263] env[69262]: DEBUG nova.network.neutron [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Successfully created port: 558d677b-1652-4d57-82a7-d22d1779ccb9 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.079945] env[69262]: DEBUG nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.265163] env[69262]: DEBUG nova.compute.manager [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.265413] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.266410] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7004e575-65ab-41d1-90bb-66fb20650e82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.277576] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.278487] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dddf53e-591f-4335-a9a8-0337cfc063fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.285572] env[69262]: DEBUG oslo_vmware.api [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1041.285572] env[69262]: value = "task-3714125" [ 1041.285572] env[69262]: _type = "Task" [ 1041.285572] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.294683] env[69262]: DEBUG oslo_vmware.api [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.336252] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d049807-aa82-4d33-bdb1-7176de2b3b1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.345079] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047598b7-eb3c-4186-ba28-0d1e993a844e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.377831] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c822a4c8-fb7c-43c8-8838-d64ba88f3b4c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.386770] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b4fce0-270c-4918-8d0b-e28385acb664 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.401278] env[69262]: DEBUG nova.compute.provider_tree [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.797117] env[69262]: DEBUG oslo_vmware.api [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714125, 'name': PowerOffVM_Task, 'duration_secs': 0.238207} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.797505] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.797562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.797816] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd185e8c-175a-43ec-8841-33372421b80b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.868384] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.868650] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.868831] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleting the datastore file [datastore1] 10b43b23-4344-4735-86fc-915d950b2d39 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.869061] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9ec4d03-c105-4d3c-8dc3-0b28a2cba09b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.876023] env[69262]: DEBUG oslo_vmware.api [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1041.876023] env[69262]: value = "task-3714127" [ 1041.876023] env[69262]: _type = "Task" [ 1041.876023] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.885067] env[69262]: DEBUG oslo_vmware.api [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.904453] env[69262]: DEBUG nova.scheduler.client.report [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.092474] env[69262]: DEBUG nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.154025] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.154787] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.154787] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.154787] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.154787] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.155054] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.155125] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.155282] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.155442] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.155627] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.155809] env[69262]: DEBUG nova.virt.hardware [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.156689] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcfafba-530e-4773-a567-e232aa37a611 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.168030] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc070eb-1c6d-4b30-b002-35a8c1afb3d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.386782] env[69262]: DEBUG oslo_vmware.api [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187999} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.386916] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.387162] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.387354] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.387540] env[69262]: INFO nova.compute.manager [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1042.387790] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.387989] env[69262]: DEBUG nova.compute.manager [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.388101] env[69262]: DEBUG nova.network.neutron [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.391767] env[69262]: DEBUG nova.compute.manager [req-1799de8d-8e18-4351-a76f-ac53433a7af8 req-663b4acc-9940-4a5c-9ecd-420b5218e5e6 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Received event network-vif-plugged-558d677b-1652-4d57-82a7-d22d1779ccb9 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.392077] env[69262]: DEBUG oslo_concurrency.lockutils [req-1799de8d-8e18-4351-a76f-ac53433a7af8 req-663b4acc-9940-4a5c-9ecd-420b5218e5e6 service nova] Acquiring lock "678ee90c-289a-4321-b728-26c2145b4fe6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.392241] env[69262]: DEBUG oslo_concurrency.lockutils [req-1799de8d-8e18-4351-a76f-ac53433a7af8 req-663b4acc-9940-4a5c-9ecd-420b5218e5e6 service nova] Lock "678ee90c-289a-4321-b728-26c2145b4fe6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.392438] env[69262]: DEBUG oslo_concurrency.lockutils [req-1799de8d-8e18-4351-a76f-ac53433a7af8 req-663b4acc-9940-4a5c-9ecd-420b5218e5e6 service nova] Lock "678ee90c-289a-4321-b728-26c2145b4fe6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.392752] env[69262]: DEBUG nova.compute.manager [req-1799de8d-8e18-4351-a76f-ac53433a7af8 req-663b4acc-9940-4a5c-9ecd-420b5218e5e6 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] No waiting events found dispatching network-vif-plugged-558d677b-1652-4d57-82a7-d22d1779ccb9 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.392752] env[69262]: WARNING nova.compute.manager [req-1799de8d-8e18-4351-a76f-ac53433a7af8 req-663b4acc-9940-4a5c-9ecd-420b5218e5e6 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Received unexpected event network-vif-plugged-558d677b-1652-4d57-82a7-d22d1779ccb9 for instance with vm_state building and task_state spawning. [ 1042.409311] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.409896] env[69262]: DEBUG nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.413157] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.150s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.413383] env[69262]: DEBUG nova.objects.instance [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lazy-loading 'resources' on Instance uuid aee0c982-55c1-4127-8043-8627cda5b8ed {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.506820] env[69262]: DEBUG nova.network.neutron [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Successfully updated port: 558d677b-1652-4d57-82a7-d22d1779ccb9 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.905187] env[69262]: DEBUG nova.compute.manager [req-a2e3d428-0a4a-4c78-99b9-1dece543c613 req-1fa83f35-813b-49be-9946-3fb726394f1e service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Received event network-vif-deleted-5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.905187] env[69262]: INFO nova.compute.manager [req-a2e3d428-0a4a-4c78-99b9-1dece543c613 req-1fa83f35-813b-49be-9946-3fb726394f1e service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Neutron deleted interface 5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13; detaching it from the instance and deleting it from the info cache [ 1042.905187] env[69262]: DEBUG nova.network.neutron [req-a2e3d428-0a4a-4c78-99b9-1dece543c613 req-1fa83f35-813b-49be-9946-3fb726394f1e service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.916728] env[69262]: DEBUG nova.compute.utils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.921910] env[69262]: DEBUG nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.921910] env[69262]: DEBUG nova.network.neutron [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.972809] env[69262]: DEBUG nova.policy [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52cb2d8ea52146b88046cb0c536f5ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c7d6780e9146ada3e548eb9c2da1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.011381] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "refresh_cache-678ee90c-289a-4321-b728-26c2145b4fe6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.011540] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquired lock "refresh_cache-678ee90c-289a-4321-b728-26c2145b4fe6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.011695] env[69262]: DEBUG nova.network.neutron [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.180300] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e696e448-04a1-48df-8649-73a23b538a55 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.189050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a1152-cdbc-495c-9691-706ebf84d287 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.223656] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928722ab-954f-4245-97b9-f563e46e32c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.233682] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bc6958-9abd-469e-b160-9fb29748693a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.249905] env[69262]: DEBUG nova.compute.provider_tree [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.292047] env[69262]: DEBUG nova.network.neutron [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Successfully created port: 10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.387823] env[69262]: DEBUG nova.network.neutron [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.407439] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08dc66cb-56b1-43d6-bd19-af8fef994e2f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.421658] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a836f-be99-4d94-927a-58bf31b640c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.436703] env[69262]: DEBUG nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.457961] env[69262]: DEBUG nova.compute.manager [req-a2e3d428-0a4a-4c78-99b9-1dece543c613 req-1fa83f35-813b-49be-9946-3fb726394f1e service nova] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Detach interface failed, port_id=5ea7354a-4494-4e6c-8cd6-5ccb74dd2a13, reason: Instance 10b43b23-4344-4735-86fc-915d950b2d39 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.753040] env[69262]: DEBUG nova.scheduler.client.report [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.818035] env[69262]: DEBUG nova.network.neutron [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.894688] env[69262]: INFO nova.compute.manager [-] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Took 1.51 seconds to deallocate network for instance. [ 1044.057959] env[69262]: DEBUG nova.network.neutron [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Updating instance_info_cache with network_info: [{"id": "558d677b-1652-4d57-82a7-d22d1779ccb9", "address": "fa:16:3e:14:ff:7a", "network": {"id": "59d7980b-2c15-4c66-9a77-cfc24a96ff21", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1562942616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704d4fbc7adc48d29c361596af2f5c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d677b-16", "ovs_interfaceid": "558d677b-1652-4d57-82a7-d22d1779ccb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.258045] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.260852] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.783s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.284630] env[69262]: INFO nova.scheduler.client.report [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Deleted allocations for instance aee0c982-55c1-4127-8043-8627cda5b8ed [ 1044.404455] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.418314] env[69262]: DEBUG nova.compute.manager [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Received event network-changed-558d677b-1652-4d57-82a7-d22d1779ccb9 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.418498] env[69262]: DEBUG nova.compute.manager [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Refreshing instance network info cache due to event network-changed-558d677b-1652-4d57-82a7-d22d1779ccb9. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.418692] env[69262]: DEBUG oslo_concurrency.lockutils [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] Acquiring lock "refresh_cache-678ee90c-289a-4321-b728-26c2145b4fe6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.447674] env[69262]: DEBUG nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.474538] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.474783] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.474939] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.475132] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.475282] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.475432] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.475640] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.475800] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.475966] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.476142] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.476316] env[69262]: DEBUG nova.virt.hardware [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.477278] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12708a2-d15f-4f2c-89a9-3dbf768a5520 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.485982] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113a2dd6-5fcf-4435-8854-d13f1d53f01c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.561453] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Releasing lock "refresh_cache-678ee90c-289a-4321-b728-26c2145b4fe6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.561801] env[69262]: DEBUG nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Instance network_info: |[{"id": "558d677b-1652-4d57-82a7-d22d1779ccb9", "address": "fa:16:3e:14:ff:7a", "network": {"id": "59d7980b-2c15-4c66-9a77-cfc24a96ff21", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1562942616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704d4fbc7adc48d29c361596af2f5c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d677b-16", "ovs_interfaceid": "558d677b-1652-4d57-82a7-d22d1779ccb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.562130] env[69262]: DEBUG oslo_concurrency.lockutils [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] Acquired lock "refresh_cache-678ee90c-289a-4321-b728-26c2145b4fe6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.562317] env[69262]: DEBUG nova.network.neutron [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Refreshing network info cache for port 558d677b-1652-4d57-82a7-d22d1779ccb9 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.563603] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:ff:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbf3349e-d05e-4d44-a011-c4b6e41af988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '558d677b-1652-4d57-82a7-d22d1779ccb9', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.571658] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Creating folder: Project (704d4fbc7adc48d29c361596af2f5c16). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.572762] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1132873b-407b-46ec-8155-0271b6eaadf4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.585216] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Created folder: Project (704d4fbc7adc48d29c361596af2f5c16) in parent group-v739409. [ 1044.585417] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Creating folder: Instances. Parent ref: group-v739668. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.585658] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-836dd869-07ef-40b9-991b-a00b30c2daab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.597175] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Created folder: Instances in parent group-v739668. [ 1044.597451] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.597663] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.597906] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce620629-4c94-4dce-a5ac-c77db27d897d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.618014] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.618014] env[69262]: value = "task-3714130" [ 1044.618014] env[69262]: _type = "Task" [ 1044.618014] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.626182] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714130, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.765926] env[69262]: DEBUG nova.network.neutron [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Successfully updated port: 10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.792260] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3dbb75fd-1bb1-4d5a-9a57-29f14504bdf1 tempest-ServersNegativeTestMultiTenantJSON-1248991006 tempest-ServersNegativeTestMultiTenantJSON-1248991006-project-member] Lock "aee0c982-55c1-4127-8043-8627cda5b8ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.017s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.934656] env[69262]: DEBUG nova.compute.manager [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Received event network-vif-plugged-10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.934656] env[69262]: DEBUG oslo_concurrency.lockutils [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] Acquiring lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.934656] env[69262]: DEBUG oslo_concurrency.lockutils [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.934656] env[69262]: DEBUG oslo_concurrency.lockutils [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.934656] env[69262]: DEBUG nova.compute.manager [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] No waiting events found dispatching network-vif-plugged-10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1044.934656] env[69262]: WARNING nova.compute.manager [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Received unexpected event network-vif-plugged-10233e71-1df7-47c5-a814-77c4fe936f65 for instance with vm_state building and task_state spawning. [ 1044.934656] env[69262]: DEBUG nova.compute.manager [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Received event network-changed-10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.935149] env[69262]: DEBUG nova.compute.manager [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Refreshing instance network info cache due to event network-changed-10233e71-1df7-47c5-a814-77c4fe936f65. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.935149] env[69262]: DEBUG oslo_concurrency.lockutils [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] Acquiring lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.935149] env[69262]: DEBUG oslo_concurrency.lockutils [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] Acquired lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.935224] env[69262]: DEBUG nova.network.neutron [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Refreshing network info cache for port 10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.129423] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714130, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.278314] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.284994] env[69262]: DEBUG nova.network.neutron [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Updated VIF entry in instance network info cache for port 558d677b-1652-4d57-82a7-d22d1779ccb9. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.285465] env[69262]: DEBUG nova.network.neutron [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Updating instance_info_cache with network_info: [{"id": "558d677b-1652-4d57-82a7-d22d1779ccb9", "address": "fa:16:3e:14:ff:7a", "network": {"id": "59d7980b-2c15-4c66-9a77-cfc24a96ff21", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1562942616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "704d4fbc7adc48d29c361596af2f5c16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbf3349e-d05e-4d44-a011-c4b6e41af988", "external-id": "nsx-vlan-transportzone-196", "segmentation_id": 196, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap558d677b-16", "ovs_interfaceid": "558d677b-1652-4d57-82a7-d22d1779ccb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.305319] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance efb3d33a-4faf-49e2-91ea-ee2b5dee15cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.305778] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 3f878a57-e7ae-400a-abad-3c371c25fb66 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.305778] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.305934] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance bfe7a82e-684c-485e-a4b2-0e247a218637 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.305934] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 10b43b23-4344-4735-86fc-915d950b2d39 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.306055] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6636a517-ef1a-41e7-8cf7-34629d3bd189 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.306184] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance ac302584-b008-4f1b-aa2b-b18437b78921 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.306308] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.306436] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b7b22eb0-f8c8-4f31-9335-9436778d705f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.306554] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 11e8e588-a560-4156-8487-4b8463d8fc44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.306759] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 04ec5e94-5d11-48fa-8129-4443a926b57d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.306819] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6fce0c50-1529-44cd-babb-eb56afce6880 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.307028] env[69262]: WARNING nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 4be828b6-910b-4c2d-bf59-cf1558285579 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1045.307264] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance e3a45994-fc06-4d34-b1bc-d44604393fee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.307403] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 678ee90c-289a-4321-b728-26c2145b4fe6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.307528] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 275a48e7-7b70-4b2d-9dfb-e1e68b382159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1045.469065] env[69262]: DEBUG nova.network.neutron [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.540849] env[69262]: DEBUG nova.network.neutron [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.630913] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714130, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.788574] env[69262]: DEBUG oslo_concurrency.lockutils [req-9dc31781-513c-4b29-a41a-2ea8e463d0be req-86e883c5-ce85-4157-a15e-9528758fda51 service nova] Releasing lock "refresh_cache-678ee90c-289a-4321-b728-26c2145b4fe6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.813023] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b97b5346-c782-4ad4-919e-96c1285664c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1045.813023] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1045.813023] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1046.043936] env[69262]: DEBUG oslo_concurrency.lockutils [req-c912f226-decc-4044-961f-2ec24da950dc req-5181d0ef-d5d3-4614-a5f4-c41baa08847e service nova] Releasing lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.044134] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.044396] env[69262]: DEBUG nova.network.neutron [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.104996] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a386cac3-bf13-4883-b7ce-d51346dfa78b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.115549] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c500bb-5206-4db9-a584-07652468ac33 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.132383] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714130, 'name': CreateVM_Task, 'duration_secs': 1.366128} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.163095] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.164176] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.164381] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.164680] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.165471] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e7b230-1432-4a4a-bed3-f889e19b0390 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.168153] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177ea749-c047-432b-95bf-bd36fa951029 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.177147] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f86cd-5274-4295-a134-fabe50bf6510 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.180676] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1046.180676] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52edd595-2bd3-6402-fc36-5d81241b2216" [ 1046.180676] env[69262]: _type = "Task" [ 1046.180676] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.193385] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.200765] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52edd595-2bd3-6402-fc36-5d81241b2216, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.201062] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.201301] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.201539] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.201755] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.201859] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.202132] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78bff1d3-45d1-4369-8474-b12f1ea90b7a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.212217] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.212439] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.213494] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca27bf41-7dd0-4613-958a-37c0fe207b48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.223061] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1046.223061] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d647bf-73f9-9709-7c64-3d86b3a8096d" [ 1046.223061] env[69262]: _type = "Task" [ 1046.223061] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.233393] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d647bf-73f9-9709-7c64-3d86b3a8096d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.586316] env[69262]: DEBUG nova.network.neutron [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.695069] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.728207] env[69262]: DEBUG nova.network.neutron [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Updating instance_info_cache with network_info: [{"id": "10233e71-1df7-47c5-a814-77c4fe936f65", "address": "fa:16:3e:8c:ff:fd", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10233e71-1d", "ovs_interfaceid": "10233e71-1df7-47c5-a814-77c4fe936f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.737277] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d647bf-73f9-9709-7c64-3d86b3a8096d, 'name': SearchDatastore_Task, 'duration_secs': 0.010036} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.737961] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c518f938-0f37-4701-b9a1-f24c1ca74f4b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.746967] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1046.746967] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dbbfc9-ae67-0b2c-a383-f7c1ffe41933" [ 1046.746967] env[69262]: _type = "Task" [ 1046.746967] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.759031] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dbbfc9-ae67-0b2c-a383-f7c1ffe41933, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.760081] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.760081] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 678ee90c-289a-4321-b728-26c2145b4fe6/678ee90c-289a-4321-b728-26c2145b4fe6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.760212] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b129cae6-34e1-499a-88fc-8537f48a0665 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.768109] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1046.768109] env[69262]: value = "task-3714131" [ 1046.768109] env[69262]: _type = "Task" [ 1046.768109] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.777153] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.200657] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1047.201474] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.941s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.202060] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.595s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.202412] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.204928] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.575s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.205418] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.207676] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.381s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.208029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.210598] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.206s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.211102] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.213096] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.921s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.214720] env[69262]: INFO nova.compute.claims [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.233042] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.233042] env[69262]: DEBUG nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Instance network_info: |[{"id": "10233e71-1df7-47c5-a814-77c4fe936f65", "address": "fa:16:3e:8c:ff:fd", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10233e71-1d", "ovs_interfaceid": "10233e71-1df7-47c5-a814-77c4fe936f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.233346] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:ff:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10233e71-1df7-47c5-a814-77c4fe936f65', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.242484] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.242688] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.243024] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-958488d7-855e-4f04-9483-016cf5b08a80 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.267027] env[69262]: INFO nova.scheduler.client.report [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Deleted allocations for instance bfe7a82e-684c-485e-a4b2-0e247a218637 [ 1047.267868] env[69262]: INFO nova.scheduler.client.report [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleted allocations for instance 11e8e588-a560-4156-8487-4b8463d8fc44 [ 1047.269631] env[69262]: INFO nova.scheduler.client.report [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleted allocations for instance 3f878a57-e7ae-400a-abad-3c371c25fb66 [ 1047.280034] env[69262]: INFO nova.scheduler.client.report [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Deleted allocations for instance b7b22eb0-f8c8-4f31-9335-9436778d705f [ 1047.288020] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.288020] env[69262]: value = "task-3714132" [ 1047.288020] env[69262]: _type = "Task" [ 1047.288020] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.297718] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464237} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.298957] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 678ee90c-289a-4321-b728-26c2145b4fe6/678ee90c-289a-4321-b728-26c2145b4fe6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.299355] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.299992] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28ec03e9-0964-4bf2-99c8-508460be45fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.307208] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714132, 'name': CreateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.316377] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1047.316377] env[69262]: value = "task-3714133" [ 1047.316377] env[69262]: _type = "Task" [ 1047.316377] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.331262] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.794437] env[69262]: DEBUG oslo_concurrency.lockutils [None req-58a6c947-fbca-41c9-be8e-d22deb6ae742 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "3f878a57-e7ae-400a-abad-3c371c25fb66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.644s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.795520] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d70a288b-30b9-47a9-a612-0af1c48e6a29 tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "11e8e588-a560-4156-8487-4b8463d8fc44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.549s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.797170] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6356df37-d856-4b23-a35d-28eae3325a39 tempest-MigrationsAdminTest-1462281717 tempest-MigrationsAdminTest-1462281717-project-member] Lock "bfe7a82e-684c-485e-a4b2-0e247a218637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.605s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.807715] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714132, 'name': CreateVM_Task, 'duration_secs': 0.40567} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.807852] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.808535] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.808775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.809119] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.809319] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b008831-462b-4f45-9375-dff2f4fd33d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.815536] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1047.815536] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b77ab6-0f70-9325-f9be-0265aadd7cf1" [ 1047.815536] env[69262]: _type = "Task" [ 1047.815536] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.822956] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd335ef1-2c9f-4e29-9a0d-202bb1bdfba0 tempest-ImagesTestJSON-1624745968 tempest-ImagesTestJSON-1624745968-project-member] Lock "b7b22eb0-f8c8-4f31-9335-9436778d705f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.296s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.833692] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b77ab6-0f70-9325-f9be-0265aadd7cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011382} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.836289] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.836521] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.837310] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.837310] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.837310] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.837683] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075431} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.837881] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a11b6c-8deb-4f85-b4fa-1d5ada9c5ad4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.839776] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.840694] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962420e-29fd-4e30-88c8-77cbafef349d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.865901] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 678ee90c-289a-4321-b728-26c2145b4fe6/678ee90c-289a-4321-b728-26c2145b4fe6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.867518] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-134992bc-4571-4efc-948d-c1ba02ea6a45 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.882171] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.882369] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.883449] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534de6e8-1cbd-40d1-8327-13f912481ffc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.890525] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1047.890525] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5214cb96-3132-d973-185d-7125cf15c201" [ 1047.890525] env[69262]: _type = "Task" [ 1047.890525] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.892130] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1047.892130] env[69262]: value = "task-3714134" [ 1047.892130] env[69262]: _type = "Task" [ 1047.892130] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.907285] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5214cb96-3132-d973-185d-7125cf15c201, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.907521] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.908366] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f414d762-b049-447c-a737-bfefc5cad9d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.915053] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1047.915053] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220b4b5-93b9-242a-7b4d-7ec009ac484d" [ 1047.915053] env[69262]: _type = "Task" [ 1047.915053] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.927362] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220b4b5-93b9-242a-7b4d-7ec009ac484d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.164259] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.164633] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.164897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.165228] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.165526] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.167774] env[69262]: INFO nova.compute.manager [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Terminating instance [ 1048.413323] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714134, 'name': ReconfigVM_Task, 'duration_secs': 0.320533} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.417065] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 678ee90c-289a-4321-b728-26c2145b4fe6/678ee90c-289a-4321-b728-26c2145b4fe6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.418925] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6972b7-fcb4-450f-b8c3-5a39b62a3c07 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.435552] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220b4b5-93b9-242a-7b4d-7ec009ac484d, 'name': SearchDatastore_Task, 'duration_secs': 0.01433} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.439487] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.439487] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 275a48e7-7b70-4b2d-9dfb-e1e68b382159/275a48e7-7b70-4b2d-9dfb-e1e68b382159.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.439701] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1048.439701] env[69262]: value = "task-3714135" [ 1048.439701] env[69262]: _type = "Task" [ 1048.439701] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.440275] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6d85d38-6f34-4f4b-825b-c4d169c93d9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.452503] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714135, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.456802] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1048.456802] env[69262]: value = "task-3714136" [ 1048.456802] env[69262]: _type = "Task" [ 1048.456802] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.466029] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.472893] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a5e42e-9bc1-4752-9be0-f33129d1e3d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.483091] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7984d976-035f-4aa0-8550-9373c04173ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.516495] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ae635-1db7-42d6-8c1a-fe90a339eb7b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.528135] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbbb518-b827-46f0-82d6-2ce062e34b47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.544898] env[69262]: DEBUG nova.compute.provider_tree [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.673708] env[69262]: DEBUG nova.compute.manager [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.673817] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.675176] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29990a9-4626-4a8a-bea3-c53c65139c3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.685934] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.689435] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9ca4b6-64b9-4085-a0f5-9c30b5e2d656 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.702735] env[69262]: DEBUG oslo_vmware.api [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 1048.702735] env[69262]: value = "task-3714137" [ 1048.702735] env[69262]: _type = "Task" [ 1048.702735] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.710302] env[69262]: DEBUG oslo_vmware.api [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.967371] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714135, 'name': Rename_Task, 'duration_secs': 0.15342} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.967573] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.967968] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae8d262-2db8-400a-8edd-f16906b43033 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.974116] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714136, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.980614] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1048.980614] env[69262]: value = "task-3714138" [ 1048.980614] env[69262]: _type = "Task" [ 1048.980614] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.991386] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.024618] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "04ec5e94-5d11-48fa-8129-4443a926b57d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.024618] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.024618] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "04ec5e94-5d11-48fa-8129-4443a926b57d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.024618] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.024618] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.026646] env[69262]: INFO nova.compute.manager [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Terminating instance [ 1049.049375] env[69262]: DEBUG nova.scheduler.client.report [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.095725] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "6fce0c50-1529-44cd-babb-eb56afce6880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.096058] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "6fce0c50-1529-44cd-babb-eb56afce6880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.096307] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "6fce0c50-1529-44cd-babb-eb56afce6880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.096502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "6fce0c50-1529-44cd-babb-eb56afce6880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.096668] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "6fce0c50-1529-44cd-babb-eb56afce6880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.101581] env[69262]: INFO nova.compute.manager [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Terminating instance [ 1049.212411] env[69262]: DEBUG oslo_vmware.api [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714137, 'name': PowerOffVM_Task, 'duration_secs': 0.277355} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.212754] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.212930] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.213230] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a87891-e6be-4934-88b3-85979872164d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.294214] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.294492] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.294688] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleting the datastore file [datastore2] efb3d33a-4faf-49e2-91ea-ee2b5dee15cf {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.294974] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7260cbd1-b4fe-495d-896c-4c27bdacd79b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.303083] env[69262]: DEBUG oslo_vmware.api [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for the task: (returnval){ [ 1049.303083] env[69262]: value = "task-3714140" [ 1049.303083] env[69262]: _type = "Task" [ 1049.303083] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.311996] env[69262]: DEBUG oslo_vmware.api [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.467416] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714136, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540216} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.467745] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 275a48e7-7b70-4b2d-9dfb-e1e68b382159/275a48e7-7b70-4b2d-9dfb-e1e68b382159.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.468019] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.468331] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44c06258-8534-45bd-9842-539d2b3e51ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.477177] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1049.477177] env[69262]: value = "task-3714141" [ 1049.477177] env[69262]: _type = "Task" [ 1049.477177] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.488090] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.493981] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.531263] env[69262]: DEBUG nova.compute.manager [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.531522] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.532544] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6137297c-4702-4335-b3f4-7062f05b3932 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.541943] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.542296] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c9fa5ff-0aba-44aa-9b4e-f7c4bd0a80ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.549528] env[69262]: DEBUG oslo_vmware.api [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1049.549528] env[69262]: value = "task-3714142" [ 1049.549528] env[69262]: _type = "Task" [ 1049.549528] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.553984] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.554599] env[69262]: DEBUG nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.561862] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.060s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.562129] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.564416] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.278s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.564646] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.567116] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.457s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.567364] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.569535] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.165s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.569775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.572051] env[69262]: DEBUG oslo_vmware.api [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.608486] env[69262]: DEBUG nova.compute.manager [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.608884] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.612747] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf7039-3b80-4f1c-a104-4a8f687f1163 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.617689] env[69262]: INFO nova.scheduler.client.report [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted allocations for instance 10b43b23-4344-4735-86fc-915d950b2d39 [ 1049.625910] env[69262]: INFO nova.scheduler.client.report [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted allocations for instance 4be828b6-910b-4c2d-bf59-cf1558285579 [ 1049.634816] env[69262]: INFO nova.scheduler.client.report [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted allocations for instance 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f [ 1049.642851] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.643447] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68bf72d7-18a8-4682-b3ac-56baba5fe473 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.649161] env[69262]: INFO nova.scheduler.client.report [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Deleted allocations for instance ac302584-b008-4f1b-aa2b-b18437b78921 [ 1049.663603] env[69262]: DEBUG oslo_vmware.api [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1049.663603] env[69262]: value = "task-3714143" [ 1049.663603] env[69262]: _type = "Task" [ 1049.663603] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.680741] env[69262]: DEBUG oslo_vmware.api [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.816134] env[69262]: DEBUG oslo_vmware.api [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Task: {'id': task-3714140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317428} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.816623] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.816890] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.816890] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.817105] env[69262]: INFO nova.compute.manager [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1049.817577] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.817577] env[69262]: DEBUG nova.compute.manager [-] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.817577] env[69262]: DEBUG nova.network.neutron [-] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.989834] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.995940] env[69262]: DEBUG oslo_vmware.api [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714138, 'name': PowerOnVM_Task, 'duration_secs': 0.688576} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.996410] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.996834] env[69262]: INFO nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1049.997098] env[69262]: DEBUG nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.998051] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011ee1e4-260b-49c6-afd5-5d2672ce81e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.065598] env[69262]: DEBUG oslo_vmware.api [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714142, 'name': PowerOffVM_Task, 'duration_secs': 0.241445} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.065926] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.066127] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.066590] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1178d6df-d5bc-4973-8db9-bfb66b612547 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.077169] env[69262]: DEBUG nova.compute.utils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.081148] env[69262]: DEBUG nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.081148] env[69262]: DEBUG nova.network.neutron [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.131014] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4b12fbd7-fb52-4bcf-a763-08ac6377097b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "10b43b23-4344-4735-86fc-915d950b2d39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.373s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.134913] env[69262]: DEBUG oslo_concurrency.lockutils [None req-65e6f996-24c2-451b-afd1-ce5698b0602a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "4be828b6-910b-4c2d-bf59-cf1558285579" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.929s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.148636] env[69262]: DEBUG oslo_concurrency.lockutils [None req-10b33285-ec2d-4a0d-9b5b-fde4fbd11557 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.524s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.153681] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.154303] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.154570] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleting the datastore file [datastore1] 04ec5e94-5d11-48fa-8129-4443a926b57d {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.155065] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba858826-1729-4506-954a-8562423c30c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.163444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ea2909fb-3aba-4335-8e13-a24e20048612 tempest-AttachInterfacesUnderV243Test-842188126 tempest-AttachInterfacesUnderV243Test-842188126-project-member] Lock "ac302584-b008-4f1b-aa2b-b18437b78921" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.639s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.174585] env[69262]: DEBUG oslo_vmware.api [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1050.174585] env[69262]: value = "task-3714145" [ 1050.174585] env[69262]: _type = "Task" [ 1050.174585] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.187176] env[69262]: DEBUG oslo_vmware.api [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714143, 'name': PowerOffVM_Task, 'duration_secs': 0.33129} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.188254] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.188665] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.189501] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a70a48b9-a731-4ecf-ad57-2aef0e8df3b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.197839] env[69262]: DEBUG oslo_vmware.api [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.317069] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.317449] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.317795] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleting the datastore file [datastore2] 6fce0c50-1529-44cd-babb-eb56afce6880 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.318326] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b1223f2-599a-4789-abc3-5a57cea5fcec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.325941] env[69262]: DEBUG oslo_vmware.api [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for the task: (returnval){ [ 1050.325941] env[69262]: value = "task-3714147" [ 1050.325941] env[69262]: _type = "Task" [ 1050.325941] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.337466] env[69262]: DEBUG oslo_vmware.api [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.488400] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.683377} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.488750] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.489656] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30910226-890b-4e7c-9eb6-3b725a12bd97 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.517512] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 275a48e7-7b70-4b2d-9dfb-e1e68b382159/275a48e7-7b70-4b2d-9dfb-e1e68b382159.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.523865] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1140aaa-e67d-4560-9fa8-79db656b2586 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.543329] env[69262]: DEBUG nova.compute.manager [req-b36fb740-0476-49d8-8042-bdad76e7e62a req-da89eb07-c398-448c-b5ea-56edf4f3c743 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Received event network-vif-deleted-5f759ec1-5fe3-45ed-9b86-0eda16c6d905 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.543597] env[69262]: INFO nova.compute.manager [req-b36fb740-0476-49d8-8042-bdad76e7e62a req-da89eb07-c398-448c-b5ea-56edf4f3c743 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Neutron deleted interface 5f759ec1-5fe3-45ed-9b86-0eda16c6d905; detaching it from the instance and deleting it from the info cache [ 1050.543841] env[69262]: DEBUG nova.network.neutron [req-b36fb740-0476-49d8-8042-bdad76e7e62a req-da89eb07-c398-448c-b5ea-56edf4f3c743 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.548972] env[69262]: DEBUG nova.policy [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11050aa48a43464ebea955a8d8d60b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e465d5f26e494caee802232ced5da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.551562] env[69262]: INFO nova.compute.manager [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Took 37.43 seconds to build instance. [ 1050.560473] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1050.560473] env[69262]: value = "task-3714148" [ 1050.560473] env[69262]: _type = "Task" [ 1050.560473] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.573900] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.584400] env[69262]: DEBUG nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.631333] env[69262]: DEBUG nova.network.neutron [-] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.686323] env[69262]: DEBUG oslo_vmware.api [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400186} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.686578] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.687163] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.687404] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.687781] env[69262]: INFO nova.compute.manager [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1050.687870] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.688157] env[69262]: DEBUG nova.compute.manager [-] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.688277] env[69262]: DEBUG nova.network.neutron [-] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.838034] env[69262]: DEBUG oslo_vmware.api [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Task: {'id': task-3714147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288553} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.838649] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.838993] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.839339] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.839642] env[69262]: INFO nova.compute.manager [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1050.840032] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.840317] env[69262]: DEBUG nova.compute.manager [-] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.840460] env[69262]: DEBUG nova.network.neutron [-] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.052383] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb3ce4f3-c423-4d30-a92b-aa0f7346f244 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.054293] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0f426456-aa6e-4854-9d5a-712c0ddc2c05 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "678ee90c-289a-4321-b728-26c2145b4fe6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.942s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.072168] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f46d38-60d4-4122-aac9-8b502857095c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.095230] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714148, 'name': ReconfigVM_Task, 'duration_secs': 0.412987} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.095997] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 275a48e7-7b70-4b2d-9dfb-e1e68b382159/275a48e7-7b70-4b2d-9dfb-e1e68b382159.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.096619] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0688c95d-c086-40bf-88f0-20c06b44126c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.105161] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1051.105161] env[69262]: value = "task-3714149" [ 1051.105161] env[69262]: _type = "Task" [ 1051.105161] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.123158] env[69262]: DEBUG nova.compute.manager [req-b36fb740-0476-49d8-8042-bdad76e7e62a req-da89eb07-c398-448c-b5ea-56edf4f3c743 service nova] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Detach interface failed, port_id=5f759ec1-5fe3-45ed-9b86-0eda16c6d905, reason: Instance efb3d33a-4faf-49e2-91ea-ee2b5dee15cf could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.129015] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714149, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.134813] env[69262]: INFO nova.compute.manager [-] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Took 1.32 seconds to deallocate network for instance. [ 1051.450736] env[69262]: DEBUG nova.network.neutron [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Successfully created port: 5aed1f2e-f140-47e8-8e03-3de9fd9d3908 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.599959] env[69262]: DEBUG nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.621479] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714149, 'name': Rename_Task, 'duration_secs': 0.276647} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.621956] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.622629] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd712beb-5b8f-4a82-8ea7-aefd32f276e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.630698] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1051.630698] env[69262]: value = "task-3714150" [ 1051.630698] env[69262]: _type = "Task" [ 1051.630698] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.641343] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.642494] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.642838] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.643302] env[69262]: DEBUG nova.objects.instance [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lazy-loading 'resources' on Instance uuid efb3d33a-4faf-49e2-91ea-ee2b5dee15cf {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.647260] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.647260] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.647260] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.647260] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.647483] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.647641] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.647934] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.648191] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.648886] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.648886] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.648886] env[69262]: DEBUG nova.virt.hardware [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.650547] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa17548d-78ce-4470-9757-3036c3f83355 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.662200] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4861939a-2b03-4252-84d5-12575eb57dc7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.851613] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.852217] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.090097] env[69262]: DEBUG nova.network.neutron [-] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.115796] env[69262]: DEBUG nova.network.neutron [-] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.144886] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714150, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.346311] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0c6e91-3813-4e20-bb92-75262b7e402f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.354476] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b17fe9-42ee-4baf-9135-30a39b393158 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.358582] env[69262]: DEBUG nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.399143] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf85b43-be78-404a-b22d-48ace7df9253 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.409113] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4e7db5-55fd-4f18-b7af-4bc7086d3ede {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.425986] env[69262]: DEBUG nova.compute.provider_tree [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.565913] env[69262]: DEBUG nova.compute.manager [req-857eab8f-d2c8-4fae-a39d-8739614dee3a req-57dfde72-bb5a-4316-82d1-d44330b1bf82 service nova] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Received event network-vif-deleted-dac8008b-fad1-4a01-94a3-91caaab8ad73 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.566418] env[69262]: DEBUG nova.compute.manager [req-857eab8f-d2c8-4fae-a39d-8739614dee3a req-57dfde72-bb5a-4316-82d1-d44330b1bf82 service nova] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Received event network-vif-deleted-22250f0e-8d39-45e3-a4c7-70be98deb93a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.592613] env[69262]: INFO nova.compute.manager [-] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Took 1.90 seconds to deallocate network for instance. [ 1052.621931] env[69262]: INFO nova.compute.manager [-] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Took 1.78 seconds to deallocate network for instance. [ 1052.645694] env[69262]: DEBUG oslo_vmware.api [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714150, 'name': PowerOnVM_Task, 'duration_secs': 0.735342} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.646010] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.646229] env[69262]: INFO nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1052.646422] env[69262]: DEBUG nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.647257] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fe1df3-16ee-4ed2-89b2-978209e02e76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.883776] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.931426] env[69262]: DEBUG nova.scheduler.client.report [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.104255] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.107993] env[69262]: DEBUG nova.compute.manager [req-1fca165d-b9b3-47d9-af06-9bdef64518c7 req-b1aef4a2-f093-4c84-9ee4-27ad14ea706b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Received event network-vif-plugged-5aed1f2e-f140-47e8-8e03-3de9fd9d3908 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.108520] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fca165d-b9b3-47d9-af06-9bdef64518c7 req-b1aef4a2-f093-4c84-9ee4-27ad14ea706b service nova] Acquiring lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.108864] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fca165d-b9b3-47d9-af06-9bdef64518c7 req-b1aef4a2-f093-4c84-9ee4-27ad14ea706b service nova] Lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.109189] env[69262]: DEBUG oslo_concurrency.lockutils [req-1fca165d-b9b3-47d9-af06-9bdef64518c7 req-b1aef4a2-f093-4c84-9ee4-27ad14ea706b service nova] Lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.109402] env[69262]: DEBUG nova.compute.manager [req-1fca165d-b9b3-47d9-af06-9bdef64518c7 req-b1aef4a2-f093-4c84-9ee4-27ad14ea706b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] No waiting events found dispatching network-vif-plugged-5aed1f2e-f140-47e8-8e03-3de9fd9d3908 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.109576] env[69262]: WARNING nova.compute.manager [req-1fca165d-b9b3-47d9-af06-9bdef64518c7 req-b1aef4a2-f093-4c84-9ee4-27ad14ea706b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Received unexpected event network-vif-plugged-5aed1f2e-f140-47e8-8e03-3de9fd9d3908 for instance with vm_state building and task_state spawning. [ 1053.131340] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.176192] env[69262]: INFO nova.compute.manager [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Took 38.83 seconds to build instance. [ 1053.242705] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "678ee90c-289a-4321-b728-26c2145b4fe6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.242916] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "678ee90c-289a-4321-b728-26c2145b4fe6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.243170] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "678ee90c-289a-4321-b728-26c2145b4fe6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.243375] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "678ee90c-289a-4321-b728-26c2145b4fe6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.243562] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "678ee90c-289a-4321-b728-26c2145b4fe6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.245942] env[69262]: INFO nova.compute.manager [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Terminating instance [ 1053.309955] env[69262]: DEBUG nova.network.neutron [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Successfully updated port: 5aed1f2e-f140-47e8-8e03-3de9fd9d3908 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.435093] env[69262]: DEBUG nova.compute.manager [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1053.443089] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.447614] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.562s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.449289] env[69262]: INFO nova.compute.claims [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.474679] env[69262]: INFO nova.scheduler.client.report [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Deleted allocations for instance efb3d33a-4faf-49e2-91ea-ee2b5dee15cf [ 1053.678814] env[69262]: DEBUG oslo_concurrency.lockutils [None req-69d878fc-9702-468b-b788-6a383bd56e65 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.343s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.750806] env[69262]: DEBUG nova.compute.manager [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.757618] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.757618] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8b036d-ae50-48ca-8b34-a1538316af56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.766770] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.768104] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1ebb873-d027-4601-9ef5-efab19459795 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.776130] env[69262]: DEBUG oslo_vmware.api [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1053.776130] env[69262]: value = "task-3714151" [ 1053.776130] env[69262]: _type = "Task" [ 1053.776130] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.790728] env[69262]: DEBUG oslo_vmware.api [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.814723] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.814723] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.814723] env[69262]: DEBUG nova.network.neutron [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.970812] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.989094] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e89b5911-6468-4e1f-b4fa-4c3372309508 tempest-ServerRescueNegativeTestJSON-359327338 tempest-ServerRescueNegativeTestJSON-359327338-project-member] Lock "efb3d33a-4faf-49e2-91ea-ee2b5dee15cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.824s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.286848] env[69262]: DEBUG oslo_vmware.api [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714151, 'name': PowerOffVM_Task, 'duration_secs': 0.302364} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.287337] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.287601] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.287924] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9da33a97-6884-4452-914c-6284897628fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.356052] env[69262]: DEBUG nova.network.neutron [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.376751] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.377087] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.377381] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Deleting the datastore file [datastore1] 678ee90c-289a-4321-b728-26c2145b4fe6 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.377721] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5504d719-164a-4484-b79d-fcd8b2b587f2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.385278] env[69262]: DEBUG oslo_vmware.api [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for the task: (returnval){ [ 1054.385278] env[69262]: value = "task-3714153" [ 1054.385278] env[69262]: _type = "Task" [ 1054.385278] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.397082] env[69262]: DEBUG oslo_vmware.api [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.632086] env[69262]: DEBUG nova.network.neutron [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance_info_cache with network_info: [{"id": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "address": "fa:16:3e:00:89:8b", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aed1f2e-f1", "ovs_interfaceid": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.651588] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07501ddc-cb6c-44f9-9549-825395c622bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.662119] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ba4039-6530-44de-958a-37195ada0bcc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.703208] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4a3736-2ab2-4cec-b5c0-4bba4d3df3eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.712771] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1389af-2d15-4f4a-a45a-6f4c7c032636 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.728736] env[69262]: DEBUG nova.compute.provider_tree [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.897625] env[69262]: DEBUG oslo_vmware.api [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.135784] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135784] env[69262]: DEBUG nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Instance network_info: |[{"id": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "address": "fa:16:3e:00:89:8b", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aed1f2e-f1", "ovs_interfaceid": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.136051] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:89:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aed1f2e-f140-47e8-8e03-3de9fd9d3908', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.145361] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.145705] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.150723] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ee03ed-080e-4bc5-a87d-58483f3ebfc0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.168657] env[69262]: DEBUG nova.compute.manager [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Received event network-changed-5aed1f2e-f140-47e8-8e03-3de9fd9d3908 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.168971] env[69262]: DEBUG nova.compute.manager [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Refreshing instance network info cache due to event network-changed-5aed1f2e-f140-47e8-8e03-3de9fd9d3908. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.169299] env[69262]: DEBUG oslo_concurrency.lockutils [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] Acquiring lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.169501] env[69262]: DEBUG oslo_concurrency.lockutils [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] Acquired lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.169741] env[69262]: DEBUG nova.network.neutron [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Refreshing network info cache for port 5aed1f2e-f140-47e8-8e03-3de9fd9d3908 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.179218] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.179218] env[69262]: value = "task-3714154" [ 1055.179218] env[69262]: _type = "Task" [ 1055.179218] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.191185] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714154, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.231636] env[69262]: DEBUG nova.scheduler.client.report [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.398198] env[69262]: DEBUG oslo_vmware.api [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Task: {'id': task-3714153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518343} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.398512] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.398755] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.398946] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.399134] env[69262]: INFO nova.compute.manager [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1055.399378] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.399588] env[69262]: DEBUG nova.compute.manager [-] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.399704] env[69262]: DEBUG nova.network.neutron [-] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.693205] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714154, 'name': CreateVM_Task, 'duration_secs': 0.373195} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.693775] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.694146] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.694322] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.694706] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.694890] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c7fbd6d-bf78-4f69-8c06-170842da1b25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.708063] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1055.708063] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5212e0c1-d1fd-f0c1-6a66-d3c4e69044ac" [ 1055.708063] env[69262]: _type = "Task" [ 1055.708063] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.726388] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5212e0c1-d1fd-f0c1-6a66-d3c4e69044ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.737743] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.738302] env[69262]: DEBUG nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.742324] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.638s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.742324] env[69262]: DEBUG nova.objects.instance [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lazy-loading 'resources' on Instance uuid 04ec5e94-5d11-48fa-8129-4443a926b57d {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.145749] env[69262]: DEBUG nova.network.neutron [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updated VIF entry in instance network info cache for port 5aed1f2e-f140-47e8-8e03-3de9fd9d3908. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.146140] env[69262]: DEBUG nova.network.neutron [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance_info_cache with network_info: [{"id": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "address": "fa:16:3e:00:89:8b", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aed1f2e-f1", "ovs_interfaceid": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.219699] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5212e0c1-d1fd-f0c1-6a66-d3c4e69044ac, 'name': SearchDatastore_Task, 'duration_secs': 0.033919} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.220085] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.220238] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.220478] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.220626] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.220809] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.221144] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad27ad75-c0b8-465e-8864-4c4ed8f25471 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.232983] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.233431] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.234437] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1414e601-dc7f-40db-b3bc-6d81285ca493 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.241016] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1056.241016] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5206c0d1-f1b7-dab4-6d63-c1d3de9319c4" [ 1056.241016] env[69262]: _type = "Task" [ 1056.241016] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.245495] env[69262]: DEBUG nova.compute.utils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.247366] env[69262]: DEBUG nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.247541] env[69262]: DEBUG nova.network.neutron [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.255455] env[69262]: DEBUG nova.network.neutron [-] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.261865] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5206c0d1-f1b7-dab4-6d63-c1d3de9319c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.335265] env[69262]: DEBUG nova.policy [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd217098d5c5f43acbf264e5503bfe680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a73bc9ddd24a43aea1580501877238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.430321] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bd4dc0-ba9b-49d8-8359-3fd3aa5497b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.440660] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ffa25f-3a36-495c-87c2-23dab93ff8eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.477024] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac5a34-93c5-403c-a5b3-c48b2a910eaa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.487783] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf6bc1c-081a-4155-9448-a2dd5bc571f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.511248] env[69262]: DEBUG nova.compute.provider_tree [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.651592] env[69262]: DEBUG oslo_concurrency.lockutils [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] Releasing lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.652012] env[69262]: DEBUG nova.compute.manager [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Received event network-changed-10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.652302] env[69262]: DEBUG nova.compute.manager [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Refreshing instance network info cache due to event network-changed-10233e71-1df7-47c5-a814-77c4fe936f65. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.652562] env[69262]: DEBUG oslo_concurrency.lockutils [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] Acquiring lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.652628] env[69262]: DEBUG oslo_concurrency.lockutils [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] Acquired lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.652754] env[69262]: DEBUG nova.network.neutron [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Refreshing network info cache for port 10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.754948] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5206c0d1-f1b7-dab4-6d63-c1d3de9319c4, 'name': SearchDatastore_Task, 'duration_secs': 0.024205} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.756055] env[69262]: DEBUG nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.758683] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbf47f4-be8d-49e6-b56f-3f0b914da5dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.763273] env[69262]: INFO nova.compute.manager [-] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Took 1.36 seconds to deallocate network for instance. [ 1056.768576] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1056.768576] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52afb1dc-6b41-c5d8-efc8-2ef16dc7f9be" [ 1056.768576] env[69262]: _type = "Task" [ 1056.768576] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.780761] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52afb1dc-6b41-c5d8-efc8-2ef16dc7f9be, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.781061] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.781410] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b97b5346-c782-4ad4-919e-96c1285664c8/b97b5346-c782-4ad4-919e-96c1285664c8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.781594] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d95d8860-d9b4-4f3c-84d3-fd9a67e2dc4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.793312] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1056.793312] env[69262]: value = "task-3714155" [ 1056.793312] env[69262]: _type = "Task" [ 1056.793312] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.803371] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.943423] env[69262]: DEBUG nova.network.neutron [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Successfully created port: 7e90fcec-b154-47eb-a5c8-de2d6bbaa349 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.017180] env[69262]: DEBUG nova.scheduler.client.report [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.198264] env[69262]: DEBUG nova.compute.manager [req-c8088d7c-603f-4e55-aca9-269e7083ff85 req-0a814823-c601-4e69-b3c2-5eb8e8c39d6a service nova] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Received event network-vif-deleted-558d677b-1652-4d57-82a7-d22d1779ccb9 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.273441] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.310117] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491107} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.310117] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b97b5346-c782-4ad4-919e-96c1285664c8/b97b5346-c782-4ad4-919e-96c1285664c8.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.310117] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.310117] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1796929-0d63-4f07-b117-54766d67c1cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.319945] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1057.319945] env[69262]: value = "task-3714156" [ 1057.319945] env[69262]: _type = "Task" [ 1057.319945] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.334699] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.526087] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.532704] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.400s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.532704] env[69262]: DEBUG nova.objects.instance [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lazy-loading 'resources' on Instance uuid 6fce0c50-1529-44cd-babb-eb56afce6880 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.570382] env[69262]: INFO nova.scheduler.client.report [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleted allocations for instance 04ec5e94-5d11-48fa-8129-4443a926b57d [ 1057.767477] env[69262]: DEBUG nova.network.neutron [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Updated VIF entry in instance network info cache for port 10233e71-1df7-47c5-a814-77c4fe936f65. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.767477] env[69262]: DEBUG nova.network.neutron [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Updating instance_info_cache with network_info: [{"id": "10233e71-1df7-47c5-a814-77c4fe936f65", "address": "fa:16:3e:8c:ff:fd", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10233e71-1d", "ovs_interfaceid": "10233e71-1df7-47c5-a814-77c4fe936f65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.772476] env[69262]: DEBUG nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.813633] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.813891] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.814735] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.814735] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.814735] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.815348] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.816211] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.816474] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.816684] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.816865] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.817380] env[69262]: DEBUG nova.virt.hardware [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.819050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de53cb-0d72-4510-a66b-cef628ea2685 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.836477] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77241e6f-0f03-4c0b-bb8b-fec191417daa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.843069] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181919} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.843069] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.844464] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d9737-1be8-400e-9f5a-98e70900e824 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.880506] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b97b5346-c782-4ad4-919e-96c1285664c8/b97b5346-c782-4ad4-919e-96c1285664c8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.881038] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb9a3d84-6335-453a-885a-6dc24a75413d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.903918] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1057.903918] env[69262]: value = "task-3714157" [ 1057.903918] env[69262]: _type = "Task" [ 1057.903918] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.913551] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714157, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.080882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-85bfa4bc-789a-4b39-af67-6cd6088b847c tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "04ec5e94-5d11-48fa-8129-4443a926b57d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.057s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.217042] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa18785-d1f5-46fc-a779-9e24d1f534a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.226771] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc35cb-8f29-410b-9858-c72eaf8b79ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.263852] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e89fe2-d325-4a5e-bf7b-631dee3ff7ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.272083] env[69262]: DEBUG oslo_concurrency.lockutils [req-bb390b26-d58d-411f-ad29-4741bcfd2f81 req-38ed57a5-25d6-4c77-9c46-954d228d246b service nova] Releasing lock "refresh_cache-275a48e7-7b70-4b2d-9dfb-e1e68b382159" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.274592] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4179d7f-d3dc-4906-98c7-d2581bcb6d7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.291592] env[69262]: DEBUG nova.compute.provider_tree [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.414951] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714157, 'name': ReconfigVM_Task, 'duration_secs': 0.293395} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.415541] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b97b5346-c782-4ad4-919e-96c1285664c8/b97b5346-c782-4ad4-919e-96c1285664c8.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.416332] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00ab2469-f9a4-4865-95a8-f2d226040642 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.423914] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1058.423914] env[69262]: value = "task-3714158" [ 1058.423914] env[69262]: _type = "Task" [ 1058.423914] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.437386] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714158, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.795067] env[69262]: DEBUG nova.scheduler.client.report [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.925039] env[69262]: DEBUG nova.compute.manager [req-684b3115-422d-406f-8134-88d1e5273496 req-e29a453f-516b-4c0a-98cd-9fd021f88320 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Received event network-vif-plugged-7e90fcec-b154-47eb-a5c8-de2d6bbaa349 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.926895] env[69262]: DEBUG oslo_concurrency.lockutils [req-684b3115-422d-406f-8134-88d1e5273496 req-e29a453f-516b-4c0a-98cd-9fd021f88320 service nova] Acquiring lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.927316] env[69262]: DEBUG oslo_concurrency.lockutils [req-684b3115-422d-406f-8134-88d1e5273496 req-e29a453f-516b-4c0a-98cd-9fd021f88320 service nova] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.927640] env[69262]: DEBUG oslo_concurrency.lockutils [req-684b3115-422d-406f-8134-88d1e5273496 req-e29a453f-516b-4c0a-98cd-9fd021f88320 service nova] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.928808] env[69262]: DEBUG nova.compute.manager [req-684b3115-422d-406f-8134-88d1e5273496 req-e29a453f-516b-4c0a-98cd-9fd021f88320 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] No waiting events found dispatching network-vif-plugged-7e90fcec-b154-47eb-a5c8-de2d6bbaa349 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1058.928808] env[69262]: WARNING nova.compute.manager [req-684b3115-422d-406f-8134-88d1e5273496 req-e29a453f-516b-4c0a-98cd-9fd021f88320 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Received unexpected event network-vif-plugged-7e90fcec-b154-47eb-a5c8-de2d6bbaa349 for instance with vm_state building and task_state spawning. [ 1058.942906] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714158, 'name': Rename_Task, 'duration_secs': 0.181229} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.943226] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.943491] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19808863-6ddc-4b18-ad44-cdb01b69bbd1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.952797] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1058.952797] env[69262]: value = "task-3714159" [ 1058.952797] env[69262]: _type = "Task" [ 1058.952797] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.963735] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.114969] env[69262]: DEBUG nova.network.neutron [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Successfully updated port: 7e90fcec-b154-47eb-a5c8-de2d6bbaa349 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.300784] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.308344] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.337s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.335017] env[69262]: INFO nova.scheduler.client.report [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Deleted allocations for instance 6fce0c50-1529-44cd-babb-eb56afce6880 [ 1059.468778] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.620147] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.620343] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.620508] env[69262]: DEBUG nova.network.neutron [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.813872] env[69262]: INFO nova.compute.claims [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.844361] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d33f51eb-a588-465b-88cc-a047e6942e4d tempest-ListServersNegativeTestJSON-567248915 tempest-ListServersNegativeTestJSON-567248915-project-member] Lock "6fce0c50-1529-44cd-babb-eb56afce6880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.748s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.966541] env[69262]: DEBUG oslo_vmware.api [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714159, 'name': PowerOnVM_Task, 'duration_secs': 0.599049} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.966866] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.967082] env[69262]: INFO nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1059.967252] env[69262]: DEBUG nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.968200] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bed3f90-10e9-46af-b883-ecb60ff77433 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.182411] env[69262]: DEBUG nova.network.neutron [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.321316] env[69262]: INFO nova.compute.resource_tracker [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating resource usage from migration 90ce6522-f0c2-481c-b48e-1c4f16e9e85d [ 1060.458803] env[69262]: DEBUG nova.network.neutron [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance_info_cache with network_info: [{"id": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "address": "fa:16:3e:e7:95:0e", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e90fcec-b1", "ovs_interfaceid": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.496925] env[69262]: INFO nova.compute.manager [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Took 27.23 seconds to build instance. [ 1060.511686] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77478c60-567b-47b6-a4b1-6fb838aafd3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.525101] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe5dfd1-273e-40a3-b059-0f24db3ba794 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.572721] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a8c157-b083-420e-a8c6-ac0161d7d90f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.583628] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d9904-ee64-4e64-8c5f-174f63eb4876 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.601178] env[69262]: DEBUG nova.compute.provider_tree [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.962677] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.963051] env[69262]: DEBUG nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Instance network_info: |[{"id": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "address": "fa:16:3e:e7:95:0e", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e90fcec-b1", "ovs_interfaceid": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.963488] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:95:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e90fcec-b154-47eb-a5c8-de2d6bbaa349', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.972788] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.972788] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.973062] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4692806b-f8b5-4ccc-bd11-2b1682fbac40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.999144] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7a70953c-63f0-484d-abce-0eb41d68efc1 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.753s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.007056] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.007056] env[69262]: value = "task-3714160" [ 1061.007056] env[69262]: _type = "Task" [ 1061.007056] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.021123] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714160, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.103791] env[69262]: DEBUG nova.scheduler.client.report [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.290458] env[69262]: DEBUG nova.compute.manager [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Received event network-changed-7e90fcec-b154-47eb-a5c8-de2d6bbaa349 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.293556] env[69262]: DEBUG nova.compute.manager [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Refreshing instance network info cache due to event network-changed-7e90fcec-b154-47eb-a5c8-de2d6bbaa349. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.293699] env[69262]: DEBUG oslo_concurrency.lockutils [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] Acquiring lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.293868] env[69262]: DEBUG oslo_concurrency.lockutils [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] Acquired lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.294278] env[69262]: DEBUG nova.network.neutron [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Refreshing network info cache for port 7e90fcec-b154-47eb-a5c8-de2d6bbaa349 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.522302] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714160, 'name': CreateVM_Task, 'duration_secs': 0.395278} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.522502] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.523317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.523524] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.523894] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.524194] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0204cb60-a45c-4040-8326-95278782c83b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.534096] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1061.534096] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528266b1-6e3a-63f9-f7ac-91eb8cf55b91" [ 1061.534096] env[69262]: _type = "Task" [ 1061.534096] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.548033] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528266b1-6e3a-63f9-f7ac-91eb8cf55b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.609686] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.301s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.609802] env[69262]: INFO nova.compute.manager [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Migrating [ 1061.618641] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.345s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.618903] env[69262]: DEBUG nova.objects.instance [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lazy-loading 'resources' on Instance uuid 678ee90c-289a-4321-b728-26c2145b4fe6 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.047710] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528266b1-6e3a-63f9-f7ac-91eb8cf55b91, 'name': SearchDatastore_Task, 'duration_secs': 0.027737} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.048078] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.048344] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.048655] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.048743] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.048914] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.049213] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65f8ecf7-6e42-4698-906e-a43d31658cf9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.059727] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.059950] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.061092] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603c7eee-d8e0-4f5d-95cc-6392c2b2243c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.071493] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1062.071493] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529e0d89-eeeb-f480-8f29-5d21c0fcf309" [ 1062.071493] env[69262]: _type = "Task" [ 1062.071493] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.084317] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529e0d89-eeeb-f480-8f29-5d21c0fcf309, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.138809] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.138985] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.142416] env[69262]: DEBUG nova.network.neutron [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.205706] env[69262]: DEBUG nova.network.neutron [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updated VIF entry in instance network info cache for port 7e90fcec-b154-47eb-a5c8-de2d6bbaa349. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.205706] env[69262]: DEBUG nova.network.neutron [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance_info_cache with network_info: [{"id": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "address": "fa:16:3e:e7:95:0e", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e90fcec-b1", "ovs_interfaceid": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.241780] env[69262]: DEBUG nova.compute.manager [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1062.347738] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb65d42-f903-4759-9e57-ad07d6476537 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.365028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1c5836-f87a-4e14-9bdd-83fd51f0bc6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.403075] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98acf61f-5296-4edc-aa5f-78903846529e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.413264] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a19aa-42c3-47a4-825c-93566c3e5203 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.430040] env[69262]: DEBUG nova.compute.provider_tree [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.587750] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529e0d89-eeeb-f480-8f29-5d21c0fcf309, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.588938] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e85b35-c422-42d2-a7f0-61b4fb21858f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.599055] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1062.599055] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5240a4ce-9283-bf12-a882-aef886449913" [ 1062.599055] env[69262]: _type = "Task" [ 1062.599055] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.615633] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5240a4ce-9283-bf12-a882-aef886449913, 'name': SearchDatastore_Task} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.615633] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.615633] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6060ca03-f265-4d7c-a5ac-687aa7d2745b/6060ca03-f265-4d7c-a5ac-687aa7d2745b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.615633] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbf8ce5f-1d36-4f02-80cd-19d1c2d5d46e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.626189] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1062.626189] env[69262]: value = "task-3714161" [ 1062.626189] env[69262]: _type = "Task" [ 1062.626189] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.640662] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.713517] env[69262]: DEBUG oslo_concurrency.lockutils [req-0262f476-9a24-476e-9c8f-f83c9ab637b3 req-93392eef-a5ed-4791-a26e-a65922c90e49 service nova] Releasing lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.774391] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.935838] env[69262]: DEBUG nova.scheduler.client.report [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.039893] env[69262]: DEBUG nova.network.neutron [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.143233] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.442745] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.447906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.673s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.481307] env[69262]: INFO nova.scheduler.client.report [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Deleted allocations for instance 678ee90c-289a-4321-b728-26c2145b4fe6 [ 1063.552858] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.646407] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552752} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.647314] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6060ca03-f265-4d7c-a5ac-687aa7d2745b/6060ca03-f265-4d7c-a5ac-687aa7d2745b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.647314] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.647718] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed93242f-d228-4e43-9a03-774f9a2ffda4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.657121] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1063.657121] env[69262]: value = "task-3714162" [ 1063.657121] env[69262]: _type = "Task" [ 1063.657121] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.670930] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.730610] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "29b9821a-24a2-4872-a73b-08ccc8db925e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.730900] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.954453] env[69262]: INFO nova.compute.claims [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.993902] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7b96f9f6-49c5-4f04-aa2d-09f5d4ca4008 tempest-ServerTagsTestJSON-1497997195 tempest-ServerTagsTestJSON-1497997195-project-member] Lock "678ee90c-289a-4321-b728-26c2145b4fe6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.751s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.172918] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085507} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.172918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.172918] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8427bd8-0951-4f4c-8827-19c48e4da471 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.198227] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 6060ca03-f265-4d7c-a5ac-687aa7d2745b/6060ca03-f265-4d7c-a5ac-687aa7d2745b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.198968] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b822cf-7137-4f9a-82e3-2bba257e6fa9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.221803] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1064.221803] env[69262]: value = "task-3714163" [ 1064.221803] env[69262]: _type = "Task" [ 1064.221803] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.234577] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714163, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.239351] env[69262]: DEBUG nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.340655] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "6919c1d2-7aeb-4400-845f-46256f497e39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.340913] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "6919c1d2-7aeb-4400-845f-46256f497e39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.463729] env[69262]: INFO nova.compute.resource_tracker [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating resource usage from migration af903a3c-bbcf-4368-9fa8-e7d37c01dd47 [ 1064.645247] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15b9a42-ee87-459b-b7fc-7c339a2d8641 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.654370] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e9f60-c2b8-4907-9c1a-1ebf0c58e909 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.688858] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa0281c-0546-4a02-a27c-d1ff91b73452 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.697304] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0cb2b-e52a-483d-96d4-32ac11aad7f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.713372] env[69262]: DEBUG nova.compute.provider_tree [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.731562] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714163, 'name': ReconfigVM_Task, 'duration_secs': 0.321308} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.731900] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 6060ca03-f265-4d7c-a5ac-687aa7d2745b/6060ca03-f265-4d7c-a5ac-687aa7d2745b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.732701] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-683a58b4-9e09-4fd2-b243-b6c9dfbe8bcc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.740918] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1064.740918] env[69262]: value = "task-3714164" [ 1064.740918] env[69262]: _type = "Task" [ 1064.740918] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.758026] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714164, 'name': Rename_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.772657] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.843425] env[69262]: DEBUG nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.072870] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d094231f-13c0-4f71-bd4f-37c82896d246 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.093929] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance '796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.101937] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "2a11871a-1869-453b-9df5-56018768c351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.102195] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "2a11871a-1869-453b-9df5-56018768c351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.216583] env[69262]: DEBUG nova.scheduler.client.report [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.256687] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714164, 'name': Rename_Task, 'duration_secs': 0.163587} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.256687] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.257406] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c96a616b-2f35-422e-92fc-67ca52328efe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.265017] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1065.265017] env[69262]: value = "task-3714165" [ 1065.265017] env[69262]: _type = "Task" [ 1065.265017] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.276520] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.375852] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.600805] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.601177] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-742aad5f-ed2f-40b2-b040-80240e9a646f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.604766] env[69262]: DEBUG nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.613941] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1065.613941] env[69262]: value = "task-3714166" [ 1065.613941] env[69262]: _type = "Task" [ 1065.613941] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.623837] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.722084] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.274s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.722362] env[69262]: INFO nova.compute.manager [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Migrating [ 1065.730791] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.958s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.733023] env[69262]: INFO nova.compute.claims [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.778076] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714165, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.131614] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714166, 'name': PowerOffVM_Task, 'duration_secs': 0.338421} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.131898] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.132945] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance '796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.140769] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.254290] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.254290] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.254290] env[69262]: DEBUG nova.network.neutron [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.276654] env[69262]: DEBUG oslo_vmware.api [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714165, 'name': PowerOnVM_Task, 'duration_secs': 0.532606} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.277086] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.277226] env[69262]: INFO nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1066.277483] env[69262]: DEBUG nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1066.278350] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dab113d-7422-4ab7-879f-c15bf5df8b9a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.640454] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.640454] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.640454] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.640676] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.640754] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.640896] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.641153] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.641323] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.641488] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.641647] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.641817] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.646953] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9f9402-caf7-4260-a0c0-66004e18d786 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.664165] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1066.664165] env[69262]: value = "task-3714167" [ 1066.664165] env[69262]: _type = "Task" [ 1066.664165] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.676017] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.803886] env[69262]: INFO nova.compute.manager [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Took 13.94 seconds to build instance. [ 1066.956799] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295670ed-05e0-4867-8d66-1f6e7144478f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.972458] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252d63bf-3f78-4380-a835-485526fc71b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.009318] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99866438-dc6c-41b7-a96e-d09ae314fbe3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.020798] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c0c370-610c-4b94-8535-793f5e72ef74 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.036753] env[69262]: DEBUG nova.compute.provider_tree [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.127615] env[69262]: DEBUG nova.network.neutron [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance_info_cache with network_info: [{"id": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "address": "fa:16:3e:00:89:8b", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aed1f2e-f1", "ovs_interfaceid": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.176317] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714167, 'name': ReconfigVM_Task, 'duration_secs': 0.215067} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.176813] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance '796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.306870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fcc17a17-69a1-4b4c-9ce3-5d1806add15a tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.455s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.540774] env[69262]: DEBUG nova.scheduler.client.report [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.633083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.685620] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.686064] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.686433] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.686741] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.686992] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.687239] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.687516] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.687712] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.687995] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.688265] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.689107] env[69262]: DEBUG nova.virt.hardware [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.699943] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1067.699943] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7dace7c-5ded-428b-a4e8-7bda10e72ecb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.721624] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1067.721624] env[69262]: value = "task-3714168" [ 1067.721624] env[69262]: _type = "Task" [ 1067.721624] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.734707] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.047659] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.048303] env[69262]: DEBUG nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.053426] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.678s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.054886] env[69262]: INFO nova.compute.claims [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.238148] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.561964] env[69262]: DEBUG nova.compute.utils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.567049] env[69262]: DEBUG nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.567049] env[69262]: DEBUG nova.network.neutron [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.619555] env[69262]: DEBUG nova.policy [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c935af23c5449689c5d9e302d9bccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bf525522b514e56b67db0b133f3deac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.736880] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.822318] env[69262]: DEBUG nova.compute.manager [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1069.066954] env[69262]: DEBUG nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.125314] env[69262]: DEBUG nova.network.neutron [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Successfully created port: f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.152529] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24027453-3aab-4fea-b04c-ba042d9c60d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.182565] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance 'b97b5346-c782-4ad4-919e-96c1285664c8' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.234802] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714168, 'name': ReconfigVM_Task, 'duration_secs': 1.191914} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.235263] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1069.237609] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e517c9-7ec0-4859-b2b5-dbddf92ae469 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.267050] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8/796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.273261] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd327d50-c6f9-48cd-9c5d-9077d46354a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.292039] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1069.292039] env[69262]: value = "task-3714169" [ 1069.292039] env[69262]: _type = "Task" [ 1069.292039] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.305073] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.342761] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.361146] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1508f33-f3fe-4844-b71f-f8953f77905b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.369670] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25f4dea-ced2-4ff6-a7fd-965874ee9997 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.403607] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf36fcde-2989-4ea4-a495-cf26b5cbf476 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.414136] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f32a49-91da-44e7-afc0-ac464e63f402 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.430845] env[69262]: DEBUG nova.compute.provider_tree [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.691413] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.691413] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed827d06-c7b3-48ae-9285-ce4a19acee90 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.703860] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1069.703860] env[69262]: value = "task-3714170" [ 1069.703860] env[69262]: _type = "Task" [ 1069.703860] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.714714] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.810352] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714169, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.934390] env[69262]: DEBUG nova.scheduler.client.report [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.087766] env[69262]: DEBUG nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.127193] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.128240] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.128240] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.128240] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.128240] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.128445] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.128637] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.128856] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.129210] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.129390] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.129632] env[69262]: DEBUG nova.virt.hardware [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.130686] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e201a9-ba30-4dcb-acfc-04730bed5a43 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.140235] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07b5204-7e5e-4a37-ae37-d77e8503e8a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.214740] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.309983] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714169, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.440237] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.440789] env[69262]: DEBUG nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.443389] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.303s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.444978] env[69262]: INFO nova.compute.claims [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.716325] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714170, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.808541] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714169, 'name': ReconfigVM_Task, 'duration_secs': 1.316013} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.808951] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8/796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.810375] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance '796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.951406] env[69262]: DEBUG nova.compute.utils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.954702] env[69262]: DEBUG nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.955080] env[69262]: DEBUG nova.network.neutron [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.994107] env[69262]: DEBUG nova.compute.manager [req-f694fe08-a621-44d2-8062-0e60dfe211b5 req-c6ed949a-5612-473c-bbab-fefdc45b6340 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Received event network-vif-plugged-f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.994107] env[69262]: DEBUG oslo_concurrency.lockutils [req-f694fe08-a621-44d2-8062-0e60dfe211b5 req-c6ed949a-5612-473c-bbab-fefdc45b6340 service nova] Acquiring lock "29b9821a-24a2-4872-a73b-08ccc8db925e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.994107] env[69262]: DEBUG oslo_concurrency.lockutils [req-f694fe08-a621-44d2-8062-0e60dfe211b5 req-c6ed949a-5612-473c-bbab-fefdc45b6340 service nova] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.994107] env[69262]: DEBUG oslo_concurrency.lockutils [req-f694fe08-a621-44d2-8062-0e60dfe211b5 req-c6ed949a-5612-473c-bbab-fefdc45b6340 service nova] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.994107] env[69262]: DEBUG nova.compute.manager [req-f694fe08-a621-44d2-8062-0e60dfe211b5 req-c6ed949a-5612-473c-bbab-fefdc45b6340 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] No waiting events found dispatching network-vif-plugged-f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1070.994472] env[69262]: WARNING nova.compute.manager [req-f694fe08-a621-44d2-8062-0e60dfe211b5 req-c6ed949a-5612-473c-bbab-fefdc45b6340 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Received unexpected event network-vif-plugged-f6221809-09d0-4d0c-9ebd-1744d32cfebe for instance with vm_state building and task_state spawning. [ 1071.015101] env[69262]: DEBUG nova.policy [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70663ec87710482882d4d4529168630d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa650dc2c04cbd9cf0e2c864563ebf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.077122] env[69262]: DEBUG nova.network.neutron [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Successfully updated port: f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.219677] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714170, 'name': PowerOffVM_Task, 'duration_secs': 1.047224} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.219996] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.220155] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance 'b97b5346-c782-4ad4-919e-96c1285664c8' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.318912] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bb454e-3e40-4b9d-acf6-a8e6eebc49c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.341638] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962ea3b4-7d6f-4a21-8905-4ebb2a41c3d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.368457] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance '796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.447398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.447643] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.461578] env[69262]: DEBUG nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.576797] env[69262]: DEBUG nova.network.neutron [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Successfully created port: 38e9d518-2942-4eb6-884f-5e8257a484ef {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.580043] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.580189] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.580341] env[69262]: DEBUG nova.network.neutron [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.681050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de2f5a8-bed2-4964-86af-94abd7364cd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.691915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0811c898-5dcd-47c2-88a0-f77c15785f0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.729270] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.729539] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.729665] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.729839] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.729980] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.730144] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.730348] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.730499] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.730660] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.730817] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.731045] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.737886] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830769b6-890e-405e-bc08-bd19cb80f75c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.749085] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40466e5f-2609-487f-9703-2808353651ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.760334] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2056ca-dee6-4186-9ad8-43b77c6d2032 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.764556] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1071.764556] env[69262]: value = "task-3714171" [ 1071.764556] env[69262]: _type = "Task" [ 1071.764556] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.777740] env[69262]: DEBUG nova.compute.provider_tree [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.786989] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.936021] env[69262]: DEBUG nova.network.neutron [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Port db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1071.950619] env[69262]: DEBUG nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.124291] env[69262]: DEBUG nova.network.neutron [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.278688] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714171, 'name': ReconfigVM_Task, 'duration_secs': 0.180731} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.279566] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance 'b97b5346-c782-4ad4-919e-96c1285664c8' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.283974] env[69262]: DEBUG nova.scheduler.client.report [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.321154] env[69262]: DEBUG nova.network.neutron [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updating instance_info_cache with network_info: [{"id": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "address": "fa:16:3e:a8:2b:40", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6221809-09", "ovs_interfaceid": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.474513] env[69262]: DEBUG nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.478965] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.511347] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.511582] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.511752] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.512196] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.512196] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.512321] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.512415] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.512577] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.512750] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.512913] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.513099] env[69262]: DEBUG nova.virt.hardware [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.514278] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b90e791-542d-4e8f-a8c6-1cbe53929b25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.522774] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc6cd30-36c8-4b92-8192-8af2470e546c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.790467] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.790877] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.790877] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.791271] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.791271] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.791350] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.791511] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.791681] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.791997] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.792105] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.793178] env[69262]: DEBUG nova.virt.hardware [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.798596] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.799599] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.800101] env[69262]: DEBUG nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.804062] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18243672-6496-48c5-b91b-ce9016021fad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.823662] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.481s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.826296] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.826663] env[69262]: DEBUG nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Instance network_info: |[{"id": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "address": "fa:16:3e:a8:2b:40", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6221809-09", "ovs_interfaceid": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.828208] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:2b:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6221809-09d0-4d0c-9ebd-1744d32cfebe', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.836560] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating folder: Project (8bf525522b514e56b67db0b133f3deac). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.838611] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd720c08-97be-4d4b-8595-e70d4b133b39 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.840876] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1072.840876] env[69262]: value = "task-3714172" [ 1072.840876] env[69262]: _type = "Task" [ 1072.840876] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.854347] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.856218] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created folder: Project (8bf525522b514e56b67db0b133f3deac) in parent group-v739409. [ 1072.856472] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating folder: Instances. Parent ref: group-v739674. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.856810] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39d62250-d4c6-46c9-a144-f66aeff360a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.873363] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created folder: Instances in parent group-v739674. [ 1072.873363] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.873363] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.873497] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5332643f-3b7f-4957-96f6-f26dec6eafea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.895986] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.895986] env[69262]: value = "task-3714175" [ 1072.895986] env[69262]: _type = "Task" [ 1072.895986] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.905309] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714175, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.960384] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.961232] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.961696] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.040409] env[69262]: DEBUG nova.compute.manager [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Received event network-changed-f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.040409] env[69262]: DEBUG nova.compute.manager [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Refreshing instance network info cache due to event network-changed-f6221809-09d0-4d0c-9ebd-1744d32cfebe. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.040409] env[69262]: DEBUG oslo_concurrency.lockutils [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] Acquiring lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.040409] env[69262]: DEBUG oslo_concurrency.lockutils [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] Acquired lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.040409] env[69262]: DEBUG nova.network.neutron [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Refreshing network info cache for port f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.293267] env[69262]: DEBUG nova.compute.manager [req-cde97e91-9fd7-4a55-b3ea-1a9443b80fbd req-e15cb723-6e20-4500-a288-d988e23c5da3 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Received event network-vif-plugged-38e9d518-2942-4eb6-884f-5e8257a484ef {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.293267] env[69262]: DEBUG oslo_concurrency.lockutils [req-cde97e91-9fd7-4a55-b3ea-1a9443b80fbd req-e15cb723-6e20-4500-a288-d988e23c5da3 service nova] Acquiring lock "6919c1d2-7aeb-4400-845f-46256f497e39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.293267] env[69262]: DEBUG oslo_concurrency.lockutils [req-cde97e91-9fd7-4a55-b3ea-1a9443b80fbd req-e15cb723-6e20-4500-a288-d988e23c5da3 service nova] Lock "6919c1d2-7aeb-4400-845f-46256f497e39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.293267] env[69262]: DEBUG oslo_concurrency.lockutils [req-cde97e91-9fd7-4a55-b3ea-1a9443b80fbd req-e15cb723-6e20-4500-a288-d988e23c5da3 service nova] Lock "6919c1d2-7aeb-4400-845f-46256f497e39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.293267] env[69262]: DEBUG nova.compute.manager [req-cde97e91-9fd7-4a55-b3ea-1a9443b80fbd req-e15cb723-6e20-4500-a288-d988e23c5da3 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] No waiting events found dispatching network-vif-plugged-38e9d518-2942-4eb6-884f-5e8257a484ef {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1073.293267] env[69262]: WARNING nova.compute.manager [req-cde97e91-9fd7-4a55-b3ea-1a9443b80fbd req-e15cb723-6e20-4500-a288-d988e23c5da3 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Received unexpected event network-vif-plugged-38e9d518-2942-4eb6-884f-5e8257a484ef for instance with vm_state building and task_state spawning. [ 1073.307283] env[69262]: DEBUG nova.compute.utils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.307283] env[69262]: DEBUG nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1073.331024] env[69262]: INFO nova.compute.claims [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.352786] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714172, 'name': ReconfigVM_Task, 'duration_secs': 0.202731} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.353316] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.354272] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6fc0d9-a258-4408-890f-c6a6cace7352 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.380188] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] b97b5346-c782-4ad4-919e-96c1285664c8/b97b5346-c782-4ad4-919e-96c1285664c8.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.380703] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033e33f8-3de5-4afa-8f06-61d54e467a39 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.397007] env[69262]: DEBUG nova.network.neutron [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Successfully updated port: 38e9d518-2942-4eb6-884f-5e8257a484ef {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.405136] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1073.405136] env[69262]: value = "task-3714176" [ 1073.405136] env[69262]: _type = "Task" [ 1073.405136] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.409452] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714175, 'name': CreateVM_Task, 'duration_secs': 0.318186} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.412279] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.413682] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.413942] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.414358] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.415296] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-132266ae-5c19-4262-91dd-17be0fefca50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.420794] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.425502] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1073.425502] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d005c4-afc4-bfb7-262b-be0138d58638" [ 1073.425502] env[69262]: _type = "Task" [ 1073.425502] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.435359] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d005c4-afc4-bfb7-262b-be0138d58638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.809453] env[69262]: DEBUG nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.837566] env[69262]: INFO nova.compute.resource_tracker [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating resource usage from migration 17dadfd0-5a36-46b0-96f7-95f209563ecc [ 1073.899975] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "refresh_cache-6919c1d2-7aeb-4400-845f-46256f497e39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.900370] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "refresh_cache-6919c1d2-7aeb-4400-845f-46256f497e39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.900370] env[69262]: DEBUG nova.network.neutron [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.919177] env[69262]: DEBUG nova.network.neutron [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updated VIF entry in instance network info cache for port f6221809-09d0-4d0c-9ebd-1744d32cfebe. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.919564] env[69262]: DEBUG nova.network.neutron [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updating instance_info_cache with network_info: [{"id": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "address": "fa:16:3e:a8:2b:40", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6221809-09", "ovs_interfaceid": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.931013] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.945103] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d005c4-afc4-bfb7-262b-be0138d58638, 'name': SearchDatastore_Task, 'duration_secs': 0.014261} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.945957] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.945957] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.946135] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.946359] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.946901] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.946901] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34b13e9f-eb53-4832-9805-363421d402c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.957424] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.957636] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.958786] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534c175f-290e-48ff-9bae-803073827f12 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.966677] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1073.966677] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52829433-82b0-b6f3-2380-0d023d10d6e5" [ 1073.966677] env[69262]: _type = "Task" [ 1073.966677] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.983247] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52829433-82b0-b6f3-2380-0d023d10d6e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011136} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.985072] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f064c25d-a0cd-4538-8846-14bac704bc1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.991659] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1073.991659] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527a545c-d7eb-c09e-4355-b3bd4319cae7" [ 1073.991659] env[69262]: _type = "Task" [ 1073.991659] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.005498] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527a545c-d7eb-c09e-4355-b3bd4319cae7, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.005833] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.006729] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 29b9821a-24a2-4872-a73b-08ccc8db925e/29b9821a-24a2-4872-a73b-08ccc8db925e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.006729] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56558bf-2d9a-4126-af0b-e8b14f0c8202 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.015874] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1074.015874] env[69262]: value = "task-3714177" [ 1074.015874] env[69262]: _type = "Task" [ 1074.015874] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.025300] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.026387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.027358] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.027358] env[69262]: DEBUG nova.network.neutron [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.105410] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1124aef7-8dfc-476b-a74c-88574249f5e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.114820] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1593e-4732-471b-9abe-a5478d0e2965 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.150834] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060fedf-caed-4cff-85e8-f3562fda17f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.159469] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0523282d-1b0d-45a2-8a56-cfebdcf4f019 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.176032] env[69262]: DEBUG nova.compute.provider_tree [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.421126] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.423752] env[69262]: DEBUG oslo_concurrency.lockutils [req-3a00640a-1fd5-4be4-8e30-2a2ffef79119 req-54e0539d-eae4-4921-978e-c45d454ce5f2 service nova] Releasing lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.435576] env[69262]: DEBUG nova.network.neutron [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.531287] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714177, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.598145] env[69262]: DEBUG nova.network.neutron [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Updating instance_info_cache with network_info: [{"id": "38e9d518-2942-4eb6-884f-5e8257a484ef", "address": "fa:16:3e:fc:04:a0", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e9d518-29", "ovs_interfaceid": "38e9d518-2942-4eb6-884f-5e8257a484ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.684251] env[69262]: DEBUG nova.scheduler.client.report [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.759157] env[69262]: DEBUG nova.network.neutron [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.820350] env[69262]: DEBUG nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.859293] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.859644] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.860113] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.860734] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.860734] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.860734] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.862353] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.862353] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.862353] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.862353] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.862810] env[69262]: DEBUG nova.virt.hardware [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.864726] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bb55b9-612e-4368-80dd-78e5048a62af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.883596] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24290adf-a118-4f42-aa30-fe2d1bf92eae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.903833] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.910395] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Creating folder: Project (854f5c83661749829eca2805cab048dc). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.911025] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f84e57f-8159-4964-a833-dd022047214e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.924680] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714176, 'name': ReconfigVM_Task, 'duration_secs': 1.178667} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.926348] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Reconfigured VM instance instance-00000060 to attach disk [datastore2] b97b5346-c782-4ad4-919e-96c1285664c8/b97b5346-c782-4ad4-919e-96c1285664c8.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.926740] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance 'b97b5346-c782-4ad4-919e-96c1285664c8' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.934417] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Created folder: Project (854f5c83661749829eca2805cab048dc) in parent group-v739409. [ 1074.934672] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Creating folder: Instances. Parent ref: group-v739677. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.935167] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d9bd3c-2ae4-423b-b96a-4ac8977012d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.947856] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Created folder: Instances in parent group-v739677. [ 1074.948178] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.948803] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.949559] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-487b925f-a661-4a25-95e0-6597ce3d04d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.971070] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.971070] env[69262]: value = "task-3714180" [ 1074.971070] env[69262]: _type = "Task" [ 1074.971070] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.981818] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714180, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.030654] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523709} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.031033] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 29b9821a-24a2-4872-a73b-08ccc8db925e/29b9821a-24a2-4872-a73b-08ccc8db925e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1075.031277] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1075.031555] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6f0902d-15e6-47dd-8cae-e57c586b4990 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.041991] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1075.041991] env[69262]: value = "task-3714181" [ 1075.041991] env[69262]: _type = "Task" [ 1075.041991] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.051929] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.101738] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "refresh_cache-6919c1d2-7aeb-4400-845f-46256f497e39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.102268] env[69262]: DEBUG nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Instance network_info: |[{"id": "38e9d518-2942-4eb6-884f-5e8257a484ef", "address": "fa:16:3e:fc:04:a0", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e9d518-29", "ovs_interfaceid": "38e9d518-2942-4eb6-884f-5e8257a484ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.102943] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:04:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e9d518-2942-4eb6-884f-5e8257a484ef', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.117177] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating folder: Project (1caa650dc2c04cbd9cf0e2c864563ebf). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.118274] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f534c03b-6b84-4310-bd4b-ffa5063122e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.132235] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created folder: Project (1caa650dc2c04cbd9cf0e2c864563ebf) in parent group-v739409. [ 1075.132546] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating folder: Instances. Parent ref: group-v739680. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.132901] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff675f20-49fc-4e7a-9f14-3a4dc6aae5f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.145913] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created folder: Instances in parent group-v739680. [ 1075.146309] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.146629] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.146969] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-362b3b3f-c38e-44f5-92fd-dbb87ae6e653 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.168444] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.168444] env[69262]: value = "task-3714184" [ 1075.168444] env[69262]: _type = "Task" [ 1075.168444] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.178509] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714184, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.193908] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.370s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.194099] env[69262]: INFO nova.compute.manager [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Migrating [ 1075.201841] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.723s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.203714] env[69262]: INFO nova.compute.claims [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.262695] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.438037] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-e3a45994-fc06-4d34-b1bc-d44604393fee-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.438037] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-e3a45994-fc06-4d34-b1bc-d44604393fee-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.438037] env[69262]: DEBUG nova.objects.instance [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'flavor' on Instance uuid e3a45994-fc06-4d34-b1bc-d44604393fee {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.439730] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23425af-44bb-4e5c-9090-ff485e9cd327 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.462204] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641cd90d-f1ca-4ab6-b02d-f34713059d32 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.484404] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance 'b97b5346-c782-4ad4-919e-96c1285664c8' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.496858] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714180, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.499190] env[69262]: DEBUG nova.compute.manager [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Received event network-changed-38e9d518-2942-4eb6-884f-5e8257a484ef {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.499389] env[69262]: DEBUG nova.compute.manager [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Refreshing instance network info cache due to event network-changed-38e9d518-2942-4eb6-884f-5e8257a484ef. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.499634] env[69262]: DEBUG oslo_concurrency.lockutils [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] Acquiring lock "refresh_cache-6919c1d2-7aeb-4400-845f-46256f497e39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.499804] env[69262]: DEBUG oslo_concurrency.lockutils [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] Acquired lock "refresh_cache-6919c1d2-7aeb-4400-845f-46256f497e39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.499977] env[69262]: DEBUG nova.network.neutron [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Refreshing network info cache for port 38e9d518-2942-4eb6-884f-5e8257a484ef {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.552426] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216798} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.552733] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.553611] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1e23fe-b7c7-42fb-bb43-b882deb92c8f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.577152] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 29b9821a-24a2-4872-a73b-08ccc8db925e/29b9821a-24a2-4872-a73b-08ccc8db925e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.577406] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c853a9-fc5e-450f-95e8-a4e27f3645a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.597475] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1075.597475] env[69262]: value = "task-3714185" [ 1075.597475] env[69262]: _type = "Task" [ 1075.597475] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.606462] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.678968] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714184, 'name': CreateVM_Task, 'duration_secs': 0.395137} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.679168] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.679882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.680055] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.680377] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.680643] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a59d858-19ba-417e-ba7f-f50ccb7762ff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.686022] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1075.686022] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c3628f-b044-6afc-840e-da2135529a52" [ 1075.686022] env[69262]: _type = "Task" [ 1075.686022] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.695711] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c3628f-b044-6afc-840e-da2135529a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.718756] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.718958] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.719152] env[69262]: DEBUG nova.network.neutron [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.789776] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea41445-6026-4c21-af35-60ce35bb93b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.813770] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650bb327-f26e-403d-b0b7-5b29efc6c407 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.823229] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance '796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.999051] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714180, 'name': CreateVM_Task, 'duration_secs': 0.536605} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.999518] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.000023] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.036037] env[69262]: DEBUG nova.network.neutron [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Port 5aed1f2e-f140-47e8-8e03-3de9fd9d3908 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1076.054260] env[69262]: DEBUG nova.objects.instance [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'pci_requests' on Instance uuid e3a45994-fc06-4d34-b1bc-d44604393fee {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.107943] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714185, 'name': ReconfigVM_Task, 'duration_secs': 0.43821} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.108264] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 29b9821a-24a2-4872-a73b-08ccc8db925e/29b9821a-24a2-4872-a73b-08ccc8db925e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.111429] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e1b012e-4ba8-45e4-995c-ae516f69ce12 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.119519] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1076.119519] env[69262]: value = "task-3714186" [ 1076.119519] env[69262]: _type = "Task" [ 1076.119519] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.128359] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714186, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.198351] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c3628f-b044-6afc-840e-da2135529a52, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.201183] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.201414] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.201649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.201867] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.201982] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.202294] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.202605] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.202836] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48f8a1c7-b93b-4283-99c0-590a3fd588eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.205940] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d73140-7fe1-42c1-96ec-f744adfbce5c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.212401] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1076.212401] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e5bd6-fca3-75a0-06f7-ddea42dd324b" [ 1076.212401] env[69262]: _type = "Task" [ 1076.212401] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.220282] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.220383] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.227144] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e221687-7c3d-4aec-bf36-df782259c877 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.233210] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e5bd6-fca3-75a0-06f7-ddea42dd324b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.238486] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1076.238486] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bc4dde-2be7-1718-a18d-f6fadb1506a3" [ 1076.238486] env[69262]: _type = "Task" [ 1076.238486] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.248519] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bc4dde-2be7-1718-a18d-f6fadb1506a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.249644] env[69262]: DEBUG nova.network.neutron [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Updated VIF entry in instance network info cache for port 38e9d518-2942-4eb6-884f-5e8257a484ef. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.249988] env[69262]: DEBUG nova.network.neutron [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Updating instance_info_cache with network_info: [{"id": "38e9d518-2942-4eb6-884f-5e8257a484ef", "address": "fa:16:3e:fc:04:a0", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e9d518-29", "ovs_interfaceid": "38e9d518-2942-4eb6-884f-5e8257a484ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.332342] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.333194] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7384ed59-9e5e-421f-9057-9fbd465359b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.341949] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1076.341949] env[69262]: value = "task-3714187" [ 1076.341949] env[69262]: _type = "Task" [ 1076.341949] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.353796] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.450842] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ef2682-1ac3-40a1-9317-6ec3603de89a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.459587] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c938a5-4655-43ef-b655-a958e8d8f5bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.492815] env[69262]: DEBUG nova.network.neutron [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance_info_cache with network_info: [{"id": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "address": "fa:16:3e:e7:95:0e", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e90fcec-b1", "ovs_interfaceid": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.494732] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2fee8e-4e43-4df7-b5b8-ab78b9a270e1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.503667] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fdc9e7-6e28-44a9-af92-07fb7039abbe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.519557] env[69262]: DEBUG nova.compute.provider_tree [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.557339] env[69262]: DEBUG nova.objects.base [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.557548] env[69262]: DEBUG nova.network.neutron [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.596320] env[69262]: DEBUG nova.policy [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.630687] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714186, 'name': Rename_Task, 'duration_secs': 0.286357} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.630855] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.631168] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c37efce6-ade9-46e6-a91b-843329e9655a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.638849] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1076.638849] env[69262]: value = "task-3714188" [ 1076.638849] env[69262]: _type = "Task" [ 1076.638849] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.647687] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.724462] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528e5bd6-fca3-75a0-06f7-ddea42dd324b, 'name': SearchDatastore_Task, 'duration_secs': 0.023455} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.724822] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.725115] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.725366] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.750136] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bc4dde-2be7-1718-a18d-f6fadb1506a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.751026] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be8f384-0346-42f4-b125-c9c19c88e321 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.753890] env[69262]: DEBUG oslo_concurrency.lockutils [req-73c4e5b8-ba7b-4e52-8fd7-8b712bc39cd4 req-41532f3e-ef36-4611-b58f-3a23eb566ba0 service nova] Releasing lock "refresh_cache-6919c1d2-7aeb-4400-845f-46256f497e39" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.758343] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1076.758343] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52133f73-f9cf-a6fc-e572-ab5296cb4321" [ 1076.758343] env[69262]: _type = "Task" [ 1076.758343] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.768503] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52133f73-f9cf-a6fc-e572-ab5296cb4321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.854144] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714187, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.921558] env[69262]: DEBUG nova.network.neutron [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Successfully created port: 23b6021e-2986-4661-98c4-bda2e8b708e1 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.998926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.023956] env[69262]: DEBUG nova.scheduler.client.report [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.059470] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.060179] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.060462] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.149933] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.273200] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52133f73-f9cf-a6fc-e572-ab5296cb4321, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.273200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.273200] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 6919c1d2-7aeb-4400-845f-46256f497e39/6919c1d2-7aeb-4400-845f-46256f497e39.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.273200] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.273200] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.273200] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5015b40-b40a-43f5-8de5-b1f1c03b190a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.275478] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d75bb14-b55e-4835-ac7d-2bfdf61e95f1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.283910] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1077.283910] env[69262]: value = "task-3714189" [ 1077.283910] env[69262]: _type = "Task" [ 1077.283910] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.285120] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.285304] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.289746] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de2b736f-8ab7-4819-9055-5347f04bbf7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.295597] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1077.295597] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52908523-0a00-d72c-07b1-ffd797b582c7" [ 1077.295597] env[69262]: _type = "Task" [ 1077.295597] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.299473] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.310492] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52908523-0a00-d72c-07b1-ffd797b582c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.311414] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5d3ee8-71ec-4268-b919-c02ff2b6eea2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.318276] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1077.318276] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bdcf69-29f1-fbea-094e-7cb6255d44c6" [ 1077.318276] env[69262]: _type = "Task" [ 1077.318276] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.328166] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bdcf69-29f1-fbea-094e-7cb6255d44c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.355997] env[69262]: DEBUG oslo_vmware.api [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714187, 'name': PowerOnVM_Task, 'duration_secs': 0.518659} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.356545] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.356848] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5fecb808-0f06-4e53-b8ed-835f56a1bb79 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance '796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.529011] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.529643] env[69262]: DEBUG nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.653716] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714188, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.797503] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486424} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.798177] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 6919c1d2-7aeb-4400-845f-46256f497e39/6919c1d2-7aeb-4400-845f-46256f497e39.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.798177] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.798384] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bf6f67d-3c68-416d-8d72-4d06dabe5319 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.807572] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1077.807572] env[69262]: value = "task-3714190" [ 1077.807572] env[69262]: _type = "Task" [ 1077.807572] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.816937] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.830201] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bdcf69-29f1-fbea-094e-7cb6255d44c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.830499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.830774] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.831063] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38faaf83-9f75-4be1-9c64-a12384e3fad5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.840391] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1077.840391] env[69262]: value = "task-3714191" [ 1077.840391] env[69262]: _type = "Task" [ 1077.840391] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.849162] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.035969] env[69262]: DEBUG nova.compute.utils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.038514] env[69262]: DEBUG nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.038842] env[69262]: DEBUG nova.network.neutron [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.100780] env[69262]: DEBUG nova.policy [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '016bcbb55cba4b58ae0850729890ccd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ac8d00c91754157ad6db7bd5ea50e5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.106961] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.107195] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.107430] env[69262]: DEBUG nova.network.neutron [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.153615] env[69262]: DEBUG oslo_vmware.api [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714188, 'name': PowerOnVM_Task, 'duration_secs': 1.340963} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.153615] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.153615] env[69262]: INFO nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1078.153615] env[69262]: DEBUG nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.153897] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abd1878-9fe5-4835-bba2-ec13af05f572 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.318081] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072303} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.320339] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.320339] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac35f0-3fb0-417b-bdbe-08ad5015e30e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.346324] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 6919c1d2-7aeb-4400-845f-46256f497e39/6919c1d2-7aeb-4400-845f-46256f497e39.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.347346] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ec4102-fd61-497a-a14a-b532fbf7397c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.381931] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492427} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.381931] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.382223] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.382471] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1078.382471] env[69262]: value = "task-3714192" [ 1078.382471] env[69262]: _type = "Task" [ 1078.382471] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.382760] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f0a3b9-b5cb-41aa-8b50-1ea109cf37da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.394917] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714192, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.397704] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1078.397704] env[69262]: value = "task-3714193" [ 1078.397704] env[69262]: _type = "Task" [ 1078.397704] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.411018] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.518161] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ac1141-b8e5-495b-9170-40a784966fb0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.524567] env[69262]: DEBUG nova.compute.manager [req-1d61bd24-446d-4d3a-bc8c-303ca2a7240e req-d73f2472-5a7c-4828-aa71-a59436c65c59 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received event network-vif-plugged-23b6021e-2986-4661-98c4-bda2e8b708e1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.524567] env[69262]: DEBUG oslo_concurrency.lockutils [req-1d61bd24-446d-4d3a-bc8c-303ca2a7240e req-d73f2472-5a7c-4828-aa71-a59436c65c59 service nova] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.524942] env[69262]: DEBUG oslo_concurrency.lockutils [req-1d61bd24-446d-4d3a-bc8c-303ca2a7240e req-d73f2472-5a7c-4828-aa71-a59436c65c59 service nova] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.525040] env[69262]: DEBUG oslo_concurrency.lockutils [req-1d61bd24-446d-4d3a-bc8c-303ca2a7240e req-d73f2472-5a7c-4828-aa71-a59436c65c59 service nova] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.525294] env[69262]: DEBUG nova.compute.manager [req-1d61bd24-446d-4d3a-bc8c-303ca2a7240e req-d73f2472-5a7c-4828-aa71-a59436c65c59 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] No waiting events found dispatching network-vif-plugged-23b6021e-2986-4661-98c4-bda2e8b708e1 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.525357] env[69262]: WARNING nova.compute.manager [req-1d61bd24-446d-4d3a-bc8c-303ca2a7240e req-d73f2472-5a7c-4828-aa71-a59436c65c59 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received unexpected event network-vif-plugged-23b6021e-2986-4661-98c4-bda2e8b708e1 for instance with vm_state active and task_state None. [ 1078.539686] env[69262]: DEBUG nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.543132] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance '6060ca03-f265-4d7c-a5ac-687aa7d2745b' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.601702] env[69262]: DEBUG nova.network.neutron [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Successfully created port: d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.633862] env[69262]: DEBUG nova.network.neutron [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Successfully updated port: 23b6021e-2986-4661-98c4-bda2e8b708e1 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.680443] env[69262]: INFO nova.compute.manager [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Took 13.93 seconds to build instance. [ 1078.898646] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.907928] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074184} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.908701] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.909395] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107b8d9-ad70-47e9-a3d5-acd6789c37bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.933628] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.934206] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae792384-5c97-4b21-8ac1-635a351f8db5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.951968] env[69262]: DEBUG nova.network.neutron [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance_info_cache with network_info: [{"id": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "address": "fa:16:3e:00:89:8b", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aed1f2e-f1", "ovs_interfaceid": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.965035] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1078.965035] env[69262]: value = "task-3714194" [ 1078.965035] env[69262]: _type = "Task" [ 1078.965035] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.974699] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.050463] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.050962] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93f263af-fe43-47b4-9334-316d25424b43 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.060050] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1079.060050] env[69262]: value = "task-3714195" [ 1079.060050] env[69262]: _type = "Task" [ 1079.060050] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.068850] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.141799] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.141799] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.141799] env[69262]: DEBUG nova.network.neutron [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.183459] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9c9b76fb-7b84-46fc-bb9d-6fadff2b91ff tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.452s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.397488] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714192, 'name': ReconfigVM_Task, 'duration_secs': 0.977125} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.397876] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 6919c1d2-7aeb-4400-845f-46256f497e39/6919c1d2-7aeb-4400-845f-46256f497e39.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.398576] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9b25d9b-d050-4e13-93b9-b8000ad44650 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.405842] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1079.405842] env[69262]: value = "task-3714196" [ 1079.405842] env[69262]: _type = "Task" [ 1079.405842] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.415389] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714196, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.461397] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.479429] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714194, 'name': ReconfigVM_Task, 'duration_secs': 0.386892} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.479734] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.480362] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a471fd9-4ff7-400c-86f2-c3f432f1d3ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.488194] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1079.488194] env[69262]: value = "task-3714197" [ 1079.488194] env[69262]: _type = "Task" [ 1079.488194] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.497920] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714197, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.553236] env[69262]: DEBUG nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.573197] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714195, 'name': PowerOffVM_Task, 'duration_secs': 0.25034} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.573504] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.573823] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance '6060ca03-f265-4d7c-a5ac-687aa7d2745b' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.590726] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.591001] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.592202] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.592202] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.592202] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.592202] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.592202] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.592202] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.592477] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.592477] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.592576] env[69262]: DEBUG nova.virt.hardware [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.593542] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a6ebdd-13f6-4e40-83b9-93907f626da2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.603663] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ca8a46-6c36-46e3-87fa-8936afdf4b67 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.695578] env[69262]: WARNING nova.network.neutron [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] a69fc0aa-2672-42c7-8323-097d6ac11ae0 already exists in list: networks containing: ['a69fc0aa-2672-42c7-8323-097d6ac11ae0']. ignoring it [ 1079.814444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.814781] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.814989] env[69262]: DEBUG nova.compute.manager [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Going to confirm migration 4 {{(pid=69262) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1079.916890] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714196, 'name': Rename_Task, 'duration_secs': 0.38679} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.919851] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.920526] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffb509c3-3d1a-4acd-a420-a845c5496cb8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.928561] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1079.928561] env[69262]: value = "task-3714198" [ 1079.928561] env[69262]: _type = "Task" [ 1079.928561] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.938448] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.987765] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a9d53d-908a-43d4-baa6-05f090ffb821 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.000724] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714197, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.018327] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6cd8cc-4521-4d28-bd3e-c4c419a62fa6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.027642] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance 'b97b5346-c782-4ad4-919e-96c1285664c8' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.084471] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.086322] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.092380] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3cd3e35-c80c-40d7-947b-fcc414c24eb6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.116414] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1080.116414] env[69262]: value = "task-3714199" [ 1080.116414] env[69262]: _type = "Task" [ 1080.116414] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.128463] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.239425] env[69262]: DEBUG nova.network.neutron [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23b6021e-2986-4661-98c4-bda2e8b708e1", "address": "fa:16:3e:e4:2f:c3", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6021e-29", "ovs_interfaceid": "23b6021e-2986-4661-98c4-bda2e8b708e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.254317] env[69262]: DEBUG nova.network.neutron [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Successfully updated port: d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.391495] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.391708] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.391899] env[69262]: DEBUG nova.network.neutron [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.392098] env[69262]: DEBUG nova.objects.instance [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'info_cache' on Instance uuid 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.440758] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.502156] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714197, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.534607] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.535065] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f5d49ea-719d-4c02-8522-3efcd0b7b7dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.544375] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1080.544375] env[69262]: value = "task-3714200" [ 1080.544375] env[69262]: _type = "Task" [ 1080.544375] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.553700] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.578168] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received event network-changed-23b6021e-2986-4661-98c4-bda2e8b708e1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.578408] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Refreshing instance network info cache due to event network-changed-23b6021e-2986-4661-98c4-bda2e8b708e1. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.578517] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Acquiring lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.627059] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.742697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.743796] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.743796] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.744079] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Acquired lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.744292] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Refreshing network info cache for port 23b6021e-2986-4661-98c4-bda2e8b708e1 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.746759] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbcbbce-f517-42e4-8a8f-4d799aa92c91 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.766550] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.766767] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.766843] env[69262]: DEBUG nova.network.neutron [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.768635] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.768871] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.769467] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.769695] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.769844] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.770239] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.770239] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.770386] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.770572] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.770791] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.771021] env[69262]: DEBUG nova.virt.hardware [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.778041] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Reconfiguring VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1080.779330] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eec6036-3710-4efa-8c8b-a94bc32d1fa4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.799425] env[69262]: DEBUG oslo_vmware.api [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1080.799425] env[69262]: value = "task-3714201" [ 1080.799425] env[69262]: _type = "Task" [ 1080.799425] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.810549] env[69262]: DEBUG oslo_vmware.api [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714201, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.945071] env[69262]: DEBUG oslo_vmware.api [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714198, 'name': PowerOnVM_Task, 'duration_secs': 0.917863} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.945071] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.945071] env[69262]: INFO nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1080.945261] env[69262]: DEBUG nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.947099] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fabc0e-30bf-4eaa-9f40-2803bb8a61cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.003767] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714197, 'name': Rename_Task, 'duration_secs': 1.143853} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.003767] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.004096] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8180c3-fbff-4fe6-9a33-ca5d928210ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.012643] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1081.012643] env[69262]: value = "task-3714202" [ 1081.012643] env[69262]: _type = "Task" [ 1081.012643] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.023300] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.054679] env[69262]: DEBUG oslo_vmware.api [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714200, 'name': PowerOnVM_Task, 'duration_secs': 0.486968} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.055026] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.055219] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a55e8ba3-d739-42ba-8877-684d6fd19e41 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance 'b97b5346-c782-4ad4-919e-96c1285664c8' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.127745] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.311278] env[69262]: DEBUG oslo_vmware.api [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.340608] env[69262]: DEBUG nova.network.neutron [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.470460] env[69262]: INFO nova.compute.manager [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Took 16.12 seconds to build instance. [ 1081.527761] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714202, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.577738] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updated VIF entry in instance network info cache for port 23b6021e-2986-4661-98c4-bda2e8b708e1. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.577738] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "23b6021e-2986-4661-98c4-bda2e8b708e1", "address": "fa:16:3e:e4:2f:c3", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23b6021e-29", "ovs_interfaceid": "23b6021e-2986-4661-98c4-bda2e8b708e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.580142] env[69262]: DEBUG nova.network.neutron [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updating instance_info_cache with network_info: [{"id": "d434ad4e-1349-481f-badf-b73d19f17fd5", "address": "fa:16:3e:a9:54:11", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd434ad4e-13", "ovs_interfaceid": "d434ad4e-1349-481f-badf-b73d19f17fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.628260] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714199, 'name': ReconfigVM_Task, 'duration_secs': 1.291997} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.628387] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance '6060ca03-f265-4d7c-a5ac-687aa7d2745b' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.720261] env[69262]: DEBUG nova.network.neutron [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [{"id": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "address": "fa:16:3e:ee:72:1f", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb9ee650-63", "ovs_interfaceid": "db9ee650-63eb-42ba-8f9c-a7f1a119c7a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.815024] env[69262]: DEBUG oslo_vmware.api [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714201, 'name': ReconfigVM_Task, 'duration_secs': 0.792621} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.815409] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.815646] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Reconfigured VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1081.972748] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6b76e5f0-fe05-42ed-97b3-5854a71566e6 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "6919c1d2-7aeb-4400-845f-46256f497e39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.632s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.025653] env[69262]: DEBUG oslo_vmware.api [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714202, 'name': PowerOnVM_Task, 'duration_secs': 0.716113} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.025962] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.026189] env[69262]: INFO nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1082.026368] env[69262]: DEBUG nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.027218] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05698c33-3fd4-4c0e-abcc-a934764c1ee6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.079830] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Releasing lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.080146] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Received event network-changed-f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.080333] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Refreshing instance network info cache due to event network-changed-f6221809-09d0-4d0c-9ebd-1744d32cfebe. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.080530] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Acquiring lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.080673] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Acquired lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.080839] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Refreshing network info cache for port f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.085040] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.085437] env[69262]: DEBUG nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Instance network_info: |[{"id": "d434ad4e-1349-481f-badf-b73d19f17fd5", "address": "fa:16:3e:a9:54:11", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd434ad4e-13", "ovs_interfaceid": "d434ad4e-1349-481f-badf-b73d19f17fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.086018] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:54:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd434ad4e-1349-481f-badf-b73d19f17fd5', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.094873] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Creating folder: Project (5ac8d00c91754157ad6db7bd5ea50e5a). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.094873] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4331a3-3d74-4289-965b-6d6c058efd57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.106135] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Created folder: Project (5ac8d00c91754157ad6db7bd5ea50e5a) in parent group-v739409. [ 1082.106281] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Creating folder: Instances. Parent ref: group-v739683. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.106803] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5fd2278-a726-442e-a5a5-a69956a3e4de {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.117599] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Created folder: Instances in parent group-v739683. [ 1082.117885] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.118362] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.118666] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31cd5050-a8ab-4da1-92f0-7517e157708a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.136511] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.136909] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.136909] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.137019] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.137092] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.137238] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.137444] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.137632] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.137817] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.138041] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.138228] env[69262]: DEBUG nova.virt.hardware [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.143523] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.144160] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49888e57-5700-420b-90b1-ad7e6388d8a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.164133] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1082.164133] env[69262]: value = "task-3714205" [ 1082.164133] env[69262]: _type = "Task" [ 1082.164133] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.166075] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.166075] env[69262]: value = "task-3714206" [ 1082.166075] env[69262]: _type = "Task" [ 1082.166075] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.182411] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714206, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.186322] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714205, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.223959] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.224477] env[69262]: DEBUG nova.objects.instance [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'migration_context' on Instance uuid 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.320747] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6d04e8e3-b606-4c7b-9d5b-bb80eec53282 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-e3a45994-fc06-4d34-b1bc-d44604393fee-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.883s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.546439] env[69262]: INFO nova.compute.manager [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Took 16.43 seconds to build instance. [ 1082.678860] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714205, 'name': ReconfigVM_Task, 'duration_secs': 0.198454} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.679590] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.680715] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8b36da-a611-493c-93e2-db82d4b0b50b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.687062] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714206, 'name': CreateVM_Task, 'duration_secs': 0.429105} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.687677] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.688615] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.688887] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.689331] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.689701] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d6b8616-724a-4771-9897-71322be401b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.713719] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 6060ca03-f265-4d7c-a5ac-687aa7d2745b/6060ca03-f265-4d7c-a5ac-687aa7d2745b.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.717198] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61bf0c3a-13f2-4831-8ee4-5b7117aa19ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.735222] env[69262]: DEBUG nova.objects.base [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Object Instance<796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8> lazy-loaded attributes: info_cache,migration_context {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.736305] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1082.736305] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5280b765-4bfb-2c10-2a71-4f5e8a8be05a" [ 1082.736305] env[69262]: _type = "Task" [ 1082.736305] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.737050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e5f9e-693a-4ed2-a3b9-6c74c2a672f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.745596] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1082.745596] env[69262]: value = "task-3714207" [ 1082.745596] env[69262]: _type = "Task" [ 1082.745596] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.749777] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5280b765-4bfb-2c10-2a71-4f5e8a8be05a, 'name': SearchDatastore_Task, 'duration_secs': 0.015211} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.768767] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.769106] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.769387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.769577] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.769798] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.773476] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314e0722-08e8-4321-bf87-87c7dc2e39d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.775473] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c40602-39ff-4fb4-99a3-021775046741 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.783407] env[69262]: DEBUG oslo_vmware.api [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1082.783407] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ac6b5c-39ea-61fb-861a-58cff294bbbf" [ 1082.783407] env[69262]: _type = "Task" [ 1082.783407] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.786970] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.791906] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.792306] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.793623] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928ffe78-0309-48ce-b10e-931b1e434aff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.801392] env[69262]: DEBUG oslo_vmware.api [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ac6b5c-39ea-61fb-861a-58cff294bbbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.805969] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1082.805969] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527c0be9-75fe-29a2-cdd5-6815e6921fdd" [ 1082.805969] env[69262]: _type = "Task" [ 1082.805969] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.817753] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527c0be9-75fe-29a2-cdd5-6815e6921fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.890733] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updated VIF entry in instance network info cache for port f6221809-09d0-4d0c-9ebd-1744d32cfebe. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.891139] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updating instance_info_cache with network_info: [{"id": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "address": "fa:16:3e:a8:2b:40", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6221809-09", "ovs_interfaceid": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.008018] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "b97b5346-c782-4ad4-919e-96c1285664c8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.008018] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.008270] env[69262]: DEBUG nova.compute.manager [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Going to confirm migration 5 {{(pid=69262) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1083.048608] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5a7c6c8-31c8-488a-8a7a-a766a8a2e790 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "2a11871a-1869-453b-9df5-56018768c351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.946s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.262224] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714207, 'name': ReconfigVM_Task, 'duration_secs': 0.355203} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.262510] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 6060ca03-f265-4d7c-a5ac-687aa7d2745b/6060ca03-f265-4d7c-a5ac-687aa7d2745b.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.262787] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance '6060ca03-f265-4d7c-a5ac-687aa7d2745b' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.298460] env[69262]: DEBUG oslo_vmware.api [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ac6b5c-39ea-61fb-861a-58cff294bbbf, 'name': SearchDatastore_Task, 'duration_secs': 0.021069} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.298865] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.299185] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.318304] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527c0be9-75fe-29a2-cdd5-6815e6921fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.319245] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d91514-4467-45d8-89c2-55a37d281d5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.325908] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1083.325908] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522aed06-b152-5cca-f649-def204dd828f" [ 1083.325908] env[69262]: _type = "Task" [ 1083.325908] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.336225] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522aed06-b152-5cca-f649-def204dd828f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.395398] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Releasing lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.395398] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Received event network-vif-plugged-d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.395398] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.395398] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.395398] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.395398] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] No waiting events found dispatching network-vif-plugged-d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1083.395740] env[69262]: WARNING nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Received unexpected event network-vif-plugged-d434ad4e-1349-481f-badf-b73d19f17fd5 for instance with vm_state building and task_state spawning. [ 1083.395775] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Received event network-changed-d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.395932] env[69262]: DEBUG nova.compute.manager [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Refreshing instance network info cache due to event network-changed-d434ad4e-1349-481f-badf-b73d19f17fd5. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.396183] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Acquiring lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.396352] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Acquired lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.396558] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Refreshing network info cache for port d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.521240] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "47202139-bde5-4ceb-957d-d8cd721d0074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.521485] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "47202139-bde5-4ceb-957d-d8cd721d0074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.641697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.642054] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.642376] env[69262]: DEBUG nova.network.neutron [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.642657] env[69262]: DEBUG nova.objects.instance [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lazy-loading 'info_cache' on Instance uuid b97b5346-c782-4ad4-919e-96c1285664c8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.693683] env[69262]: INFO nova.compute.manager [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Rebuilding instance [ 1083.745427] env[69262]: DEBUG nova.compute.manager [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.746381] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2653d7af-2465-4784-98fe-ab4b65c09f19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.769413] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483abf5b-7f70-4ebd-8db9-416e9ba8be55 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.791178] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d1dff-c218-4370-b769-8dd556946030 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.814974] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance '6060ca03-f265-4d7c-a5ac-687aa7d2745b' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.838288] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522aed06-b152-5cca-f649-def204dd828f, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.838661] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.838939] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 46b96e87-a7aa-4693-ac3b-946028cd836b/46b96e87-a7aa-4693-ac3b-946028cd836b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.840028] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27526e09-da95-4d1f-8893-8aa74f211f86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.851429] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1083.851429] env[69262]: value = "task-3714208" [ 1083.851429] env[69262]: _type = "Task" [ 1083.851429] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.862939] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.026116] env[69262]: DEBUG nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.044472] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ed4eae-24a7-4f7f-ad28-b99109e4d8ea {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.053307] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1028a0-b144-4e3c-a0ed-70bcd21313e1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.088850] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-e3a45994-fc06-4d34-b1bc-d44604393fee-23b6021e-2986-4661-98c4-bda2e8b708e1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.089159] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-e3a45994-fc06-4d34-b1bc-d44604393fee-23b6021e-2986-4661-98c4-bda2e8b708e1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.092797] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a90302e-2a14-4042-bcf4-8f923eadfb90 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.107857] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1e1b3d-22e2-42aa-84c4-60935b9f92a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.124551] env[69262]: DEBUG nova.compute.provider_tree [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.184603] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updated VIF entry in instance network info cache for port d434ad4e-1349-481f-badf-b73d19f17fd5. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.185050] env[69262]: DEBUG nova.network.neutron [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updating instance_info_cache with network_info: [{"id": "d434ad4e-1349-481f-badf-b73d19f17fd5", "address": "fa:16:3e:a9:54:11", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd434ad4e-13", "ovs_interfaceid": "d434ad4e-1349-481f-badf-b73d19f17fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.364789] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714208, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.367565] env[69262]: DEBUG nova.network.neutron [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Port 7e90fcec-b154-47eb-a5c8-de2d6bbaa349 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1084.555026] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.593098] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.593098] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.593981] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134308d3-e924-40f6-a518-e005a1502740 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.615014] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe5b01e-9f5d-42c3-9b56-b6e6bf14e491 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.638917] env[69262]: DEBUG nova.scheduler.client.report [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.648978] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Reconfiguring VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1084.650054] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b664e67-c4ad-4aaa-a795-97553fbcf920 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.674424] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1084.674424] env[69262]: value = "task-3714209" [ 1084.674424] env[69262]: _type = "Task" [ 1084.674424] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.685184] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.688309] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd0de8fd-33fe-4e25-98eb-4d00339df513 req-a7a133fe-c288-476a-ae56-62f2aaa22ee7 service nova] Releasing lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.761062] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.761370] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee6cc9f9-2b25-488a-b5e8-9512c5bdb48b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.769659] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1084.769659] env[69262]: value = "task-3714210" [ 1084.769659] env[69262]: _type = "Task" [ 1084.769659] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.781163] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.863476] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714208, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.877950] env[69262]: DEBUG nova.network.neutron [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance_info_cache with network_info: [{"id": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "address": "fa:16:3e:00:89:8b", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aed1f2e-f1", "ovs_interfaceid": "5aed1f2e-f140-47e8-8e03-3de9fd9d3908", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.185290] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.285384] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.363581] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714208, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.384809] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-b97b5346-c782-4ad4-919e-96c1285664c8" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.385185] env[69262]: DEBUG nova.objects.instance [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lazy-loading 'migration_context' on Instance uuid b97b5346-c782-4ad4-919e-96c1285664c8 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.393861] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.394205] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.394388] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.659726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.663064] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.108s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.664802] env[69262]: INFO nova.compute.claims [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.686299] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.781551] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714210, 'name': PowerOffVM_Task, 'duration_secs': 0.993732} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.781876] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.782142] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.782974] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4889336-3eae-4c19-a519-3a36e5df8f9c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.791176] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.792096] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5ddabcd-d5e6-4aaf-9189-37db5ae46759 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.819384] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.819635] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.819820] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Deleting the datastore file [datastore1] 2a11871a-1869-453b-9df5-56018768c351 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.820128] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ec7ca88-94f1-45b2-b68d-88b95c06960f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.827956] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1085.827956] env[69262]: value = "task-3714212" [ 1085.827956] env[69262]: _type = "Task" [ 1085.827956] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.836785] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.863343] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714208, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.730243} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.863486] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 46b96e87-a7aa-4693-ac3b-946028cd836b/46b96e87-a7aa-4693-ac3b-946028cd836b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.863681] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.863916] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2317d733-b601-4fa1-87d2-77500a170007 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.871474] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1085.871474] env[69262]: value = "task-3714213" [ 1085.871474] env[69262]: _type = "Task" [ 1085.871474] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.880332] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.896119] env[69262]: DEBUG nova.objects.base [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.897396] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02ccda-7903-414e-8709-66514f1b335b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.919370] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aee07fa-b2a7-48ca-b12d-cebf5c822e42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.926536] env[69262]: DEBUG oslo_vmware.api [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1085.926536] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5234403e-8f6c-1883-dfd3-6303499c5c98" [ 1085.926536] env[69262]: _type = "Task" [ 1085.926536] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.937020] env[69262]: DEBUG oslo_vmware.api [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5234403e-8f6c-1883-dfd3-6303499c5c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.188545] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.233234] env[69262]: INFO nova.scheduler.client.report [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted allocation for migration 90ce6522-f0c2-481c-b48e-1c4f16e9e85d [ 1086.338355] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165972} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.338642] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.338834] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.339016] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.382960] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077164} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.383284] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.384528] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40d1af6-1437-474a-8c8b-b5f5f8ece663 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.420039] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 46b96e87-a7aa-4693-ac3b-946028cd836b/46b96e87-a7aa-4693-ac3b-946028cd836b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.420765] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade6832f-a941-4bab-bc5c-9ba312d6d393 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.456342] env[69262]: DEBUG oslo_vmware.api [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5234403e-8f6c-1883-dfd3-6303499c5c98, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.458051] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.458464] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1086.458464] env[69262]: value = "task-3714214" [ 1086.458464] env[69262]: _type = "Task" [ 1086.458464] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.468194] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.472236] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.472409] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.472583] env[69262]: DEBUG nova.network.neutron [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.688196] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.739386] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0a49e453-3328-4395-90b1-66bac6ee7ed7 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.924s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.858042] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17656cb7-3012-4502-b832-162c1be6e5fc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.867046] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65740b50-7dc9-4204-b0de-cf213e3bf6de {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.902252] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca62dad-ae6a-4290-934f-7f853395dea4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.911549] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23945d95-2c64-465c-ae3d-6b3a5677f49f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.927782] env[69262]: DEBUG nova.compute.provider_tree [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.969556] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.184298] env[69262]: DEBUG nova.network.neutron [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance_info_cache with network_info: [{"id": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "address": "fa:16:3e:e7:95:0e", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e90fcec-b1", "ovs_interfaceid": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.192302] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.376164] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.376433] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.376594] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.376779] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.376926] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.377088] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.377305] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.377528] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.377715] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.377884] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.378071] env[69262]: DEBUG nova.virt.hardware [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.378991] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864715f6-595c-433a-8113-5ac9c7edab88 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.387653] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a8f64f-dc3e-4249-bf53-f1914a88dd22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.402155] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.408232] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.408385] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.408636] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef6f24a3-0a10-47ba-904f-aea00fc270f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.430679] env[69262]: DEBUG nova.scheduler.client.report [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.433989] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.433989] env[69262]: value = "task-3714215" [ 1087.433989] env[69262]: _type = "Task" [ 1087.433989] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.445297] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714215, 'name': CreateVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.470851] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714214, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.601148] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.601554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.601849] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.602125] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.602301] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.604772] env[69262]: INFO nova.compute.manager [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Terminating instance [ 1087.687149] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.694674] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.940786] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.941899] env[69262]: DEBUG nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.948171] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.489s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.948469] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714215, 'name': CreateVM_Task, 'duration_secs': 0.286561} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.948988] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.949418] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.949785] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.949873] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.950149] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7013887f-a4e2-4565-9407-1e32b426cca5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.956120] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1087.956120] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df5bdb-b66b-07f6-6c28-bbb51fcdda81" [ 1087.956120] env[69262]: _type = "Task" [ 1087.956120] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.967371] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df5bdb-b66b-07f6-6c28-bbb51fcdda81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.973408] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714214, 'name': ReconfigVM_Task, 'duration_secs': 1.072994} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.973695] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 46b96e87-a7aa-4693-ac3b-946028cd836b/46b96e87-a7aa-4693-ac3b-946028cd836b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.974340] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2b41d36-d6fe-4630-8503-fe8909dfea27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.982492] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1087.982492] env[69262]: value = "task-3714216" [ 1087.982492] env[69262]: _type = "Task" [ 1087.982492] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.995292] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714216, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.110087] env[69262]: DEBUG nova.compute.manager [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.110087] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.110382] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9bfde8-d39f-4d4a-9e98-d44d74b371cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.119139] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.119389] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11536da8-9edb-464c-8a40-3afa6ffc6d84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.126178] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1088.126178] env[69262]: value = "task-3714217" [ 1088.126178] env[69262]: _type = "Task" [ 1088.126178] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.135539] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.192522] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.220489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034553fc-4f22-4409-b8fa-2999de020acb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.243556] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6f749e-177b-41ce-b05e-0fe7ae756620 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.253063] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance '6060ca03-f265-4d7c-a5ac-687aa7d2745b' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.454465] env[69262]: DEBUG nova.compute.utils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.456353] env[69262]: DEBUG nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.456589] env[69262]: DEBUG nova.network.neutron [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.469285] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df5bdb-b66b-07f6-6c28-bbb51fcdda81, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.470492] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.470642] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.470767] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.470952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.471107] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.474345] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f5e9f20-f32c-46b9-a648-5c2479ecaf74 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.488420] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.488717] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.492827] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb3ff0c-ba60-4c40-b1aa-5ab542344595 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.499182] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714216, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.503851] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1088.503851] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d27e60-f0ca-ae58-4e04-e116ded5e948" [ 1088.503851] env[69262]: _type = "Task" [ 1088.503851] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.517388] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d27e60-f0ca-ae58-4e04-e116ded5e948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.518964] env[69262]: DEBUG nova.policy [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70663ec87710482882d4d4529168630d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa650dc2c04cbd9cf0e2c864563ebf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.637145] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.651146] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4f9309-7ab6-4af0-9983-0bdbdf9ca1e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.659705] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6391f89-feaf-4541-bc9c-499c1d927d98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.694180] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c3856a-ef90-4091-a7b2-210406247801 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.706385] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.707758] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35606f58-373b-4279-84a1-468cc6fa4751 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.722652] env[69262]: DEBUG nova.compute.provider_tree [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.759928] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.760296] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a8e362b-b65c-42d3-b8fc-f365517d1d44 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.769093] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1088.769093] env[69262]: value = "task-3714218" [ 1088.769093] env[69262]: _type = "Task" [ 1088.769093] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.778969] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.806196] env[69262]: DEBUG nova.network.neutron [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Successfully created port: 46d4eaff-3d18-4002-939e-ee7e425e39ec {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.962655] env[69262]: DEBUG nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.996669] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714216, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.021514] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d27e60-f0ca-ae58-4e04-e116ded5e948, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.022422] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e451ceac-e1af-4c7e-b0a1-18b24a1934af {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.032926] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1089.032926] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52547c02-a26c-c26c-c399-3abe16e36f3a" [ 1089.032926] env[69262]: _type = "Task" [ 1089.032926] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.048133] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52547c02-a26c-c26c-c399-3abe16e36f3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.048460] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.049903] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.050209] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98ab199d-e76f-4483-8931-e14049a59b7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.060537] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1089.060537] env[69262]: value = "task-3714219" [ 1089.060537] env[69262]: _type = "Task" [ 1089.060537] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.069632] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.140021] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.201325] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.225919] env[69262]: DEBUG nova.scheduler.client.report [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.280770] env[69262]: DEBUG oslo_vmware.api [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714218, 'name': PowerOnVM_Task, 'duration_secs': 0.445026} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.281075] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.281263] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7146372c-8a68-445a-b3fb-a67ef9abdcc9 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance '6060ca03-f265-4d7c-a5ac-687aa7d2745b' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.497137] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714216, 'name': Rename_Task, 'duration_secs': 1.165215} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.497137] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.497137] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01af76b-0e0b-4ab2-9175-7eb98d67312e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.504865] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1089.504865] env[69262]: value = "task-3714220" [ 1089.504865] env[69262]: _type = "Task" [ 1089.504865] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.516079] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.572597] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714219, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.637770] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714217, 'name': PowerOffVM_Task, 'duration_secs': 1.151872} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.638065] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.638242] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.638521] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6c6d25d-d706-4c8a-85ae-05d4a506267f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.702137] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.720888] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.721169] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.721360] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleting the datastore file [datastore2] 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.721658] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-254117ab-5863-4304-82b4-19b01a6fba9e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.729729] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1089.729729] env[69262]: value = "task-3714222" [ 1089.729729] env[69262]: _type = "Task" [ 1089.729729] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.742773] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.970106] env[69262]: DEBUG nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.001992] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.002298] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.002458] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.002647] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.002789] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.002934] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.003166] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.003328] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.003558] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.003752] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.003924] env[69262]: DEBUG nova.virt.hardware [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.004863] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40760b2c-3a65-4048-bb16-3a2ad95dea29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.021894] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ac07d-dc79-4c92-931d-2b8d29a9333e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.026482] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.075221] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520704} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.075691] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.076509] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.076509] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c48866b-29ca-4ad1-b959-1da61f2705a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.085709] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1090.085709] env[69262]: value = "task-3714223" [ 1090.085709] env[69262]: _type = "Task" [ 1090.085709] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.095208] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.204094] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.241492] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.294s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.244547] env[69262]: DEBUG oslo_vmware.api [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159672} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.244845] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.245038] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.245221] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.245398] env[69262]: INFO nova.compute.manager [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1090.245643] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.246104] env[69262]: DEBUG nova.compute.manager [-] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.246199] env[69262]: DEBUG nova.network.neutron [-] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.520617] env[69262]: DEBUG oslo_vmware.api [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714220, 'name': PowerOnVM_Task, 'duration_secs': 0.852381} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.520966] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.521167] env[69262]: INFO nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Took 10.97 seconds to spawn the instance on the hypervisor. [ 1090.521376] env[69262]: DEBUG nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1090.522176] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e1974-060b-4937-987e-18add894c893 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.357662] env[69262]: DEBUG nova.network.neutron [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Successfully updated port: 46d4eaff-3d18-4002-939e-ee7e425e39ec {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.376135] env[69262]: DEBUG nova.compute.manager [req-efb3c624-225b-4b63-bb17-b39e52f2d070 req-c8127c92-851b-4115-a45b-0152219936e0 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Received event network-vif-plugged-46d4eaff-3d18-4002-939e-ee7e425e39ec {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.376386] env[69262]: DEBUG oslo_concurrency.lockutils [req-efb3c624-225b-4b63-bb17-b39e52f2d070 req-c8127c92-851b-4115-a45b-0152219936e0 service nova] Acquiring lock "47202139-bde5-4ceb-957d-d8cd721d0074-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.376592] env[69262]: DEBUG oslo_concurrency.lockutils [req-efb3c624-225b-4b63-bb17-b39e52f2d070 req-c8127c92-851b-4115-a45b-0152219936e0 service nova] Lock "47202139-bde5-4ceb-957d-d8cd721d0074-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.376758] env[69262]: DEBUG oslo_concurrency.lockutils [req-efb3c624-225b-4b63-bb17-b39e52f2d070 req-c8127c92-851b-4115-a45b-0152219936e0 service nova] Lock "47202139-bde5-4ceb-957d-d8cd721d0074-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.376923] env[69262]: DEBUG nova.compute.manager [req-efb3c624-225b-4b63-bb17-b39e52f2d070 req-c8127c92-851b-4115-a45b-0152219936e0 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] No waiting events found dispatching network-vif-plugged-46d4eaff-3d18-4002-939e-ee7e425e39ec {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1091.378508] env[69262]: WARNING nova.compute.manager [req-efb3c624-225b-4b63-bb17-b39e52f2d070 req-c8127c92-851b-4115-a45b-0152219936e0 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Received unexpected event network-vif-plugged-46d4eaff-3d18-4002-939e-ee7e425e39ec for instance with vm_state building and task_state spawning. [ 1091.378508] env[69262]: DEBUG nova.compute.manager [req-143e29b3-b469-4f1c-9353-6c0d8d6cb20d req-34271955-4f93-45fc-b77b-163b1ab916e4 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Received event network-vif-deleted-db9ee650-63eb-42ba-8f9c-a7f1a119c7a7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.378690] env[69262]: INFO nova.compute.manager [req-143e29b3-b469-4f1c-9353-6c0d8d6cb20d req-34271955-4f93-45fc-b77b-163b1ab916e4 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Neutron deleted interface db9ee650-63eb-42ba-8f9c-a7f1a119c7a7; detaching it from the instance and deleting it from the info cache [ 1091.378881] env[69262]: DEBUG nova.network.neutron [req-143e29b3-b469-4f1c-9353-6c0d8d6cb20d req-34271955-4f93-45fc-b77b-163b1ab916e4 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.397698] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186322} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.398283] env[69262]: INFO nova.compute.manager [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Took 18.94 seconds to build instance. [ 1091.400382] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.403911] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6b30bd-6f13-4794-b924-0f598b50ea1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.406631] env[69262]: DEBUG oslo_vmware.api [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714209, 'name': ReconfigVM_Task, 'duration_secs': 6.695312} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.410945] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.412616] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Reconfigured VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1091.434012] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.435599] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8f6662-e39d-4147-a9c8-76feaa16ae50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.457392] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1091.457392] env[69262]: value = "task-3714224" [ 1091.457392] env[69262]: _type = "Task" [ 1091.457392] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.458571] env[69262]: INFO nova.scheduler.client.report [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted allocation for migration af903a3c-bbcf-4368-9fa8-e7d37c01dd47 [ 1091.472822] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714224, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.881771] env[69262]: DEBUG nova.network.neutron [-] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.883367] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "refresh_cache-47202139-bde5-4ceb-957d-d8cd721d0074" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.883503] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "refresh_cache-47202139-bde5-4ceb-957d-d8cd721d0074" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.883644] env[69262]: DEBUG nova.network.neutron [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.907956] env[69262]: DEBUG oslo_concurrency.lockutils [None req-75007a6b-5e5f-4c30-bcf1-03c1d0ecc5b9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.460s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.935753] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9856f8c-6785-4f42-aaec-b9c6a58fbc71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.946067] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5b9b2f-dc97-4433-b56b-d98d9707e311 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.969848] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7c3a14fc-5278-4fbc-a25e-f9e22457b9b2 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.962s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.971029] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714224, 'name': ReconfigVM_Task, 'duration_secs': 0.310553} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.971231] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2a11871a-1869-453b-9df5-56018768c351/2a11871a-1869-453b-9df5-56018768c351.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.972039] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-490dc5ac-017a-4fe6-a89c-55c9fce08172 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.983291] env[69262]: DEBUG nova.compute.manager [req-143e29b3-b469-4f1c-9353-6c0d8d6cb20d req-34271955-4f93-45fc-b77b-163b1ab916e4 service nova] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Detach interface failed, port_id=db9ee650-63eb-42ba-8f9c-a7f1a119c7a7, reason: Instance 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.985018] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1091.985018] env[69262]: value = "task-3714225" [ 1091.985018] env[69262]: _type = "Task" [ 1091.985018] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.994714] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714225, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.128317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.128645] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.128853] env[69262]: DEBUG nova.compute.manager [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Going to confirm migration 6 {{(pid=69262) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1092.149437] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "b97b5346-c782-4ad4-919e-96c1285664c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.149755] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.150044] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.150242] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.150417] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.153403] env[69262]: INFO nova.compute.manager [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Terminating instance [ 1092.386099] env[69262]: INFO nova.compute.manager [-] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Took 2.14 seconds to deallocate network for instance. [ 1092.435057] env[69262]: DEBUG nova.network.neutron [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.505425] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714225, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.590022] env[69262]: DEBUG nova.network.neutron [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Updating instance_info_cache with network_info: [{"id": "46d4eaff-3d18-4002-939e-ee7e425e39ec", "address": "fa:16:3e:a1:c3:c2", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4eaff-3d", "ovs_interfaceid": "46d4eaff-3d18-4002-939e-ee7e425e39ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.657328] env[69262]: DEBUG nova.compute.manager [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.657763] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.659259] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36be585-be8b-4858-9fcd-ad350acc52f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.671049] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.671357] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb195ea-a3de-4b12-a23a-0b377e1ed176 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.677457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.677639] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquired lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.677820] env[69262]: DEBUG nova.network.neutron [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.678016] env[69262]: DEBUG nova.objects.instance [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lazy-loading 'info_cache' on Instance uuid 6060ca03-f265-4d7c-a5ac-687aa7d2745b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.684025] env[69262]: DEBUG oslo_vmware.api [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1092.684025] env[69262]: value = "task-3714226" [ 1092.684025] env[69262]: _type = "Task" [ 1092.684025] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.694243] env[69262]: DEBUG oslo_vmware.api [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.740602] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.740891] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.750914] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.751553] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.751553] env[69262]: DEBUG nova.network.neutron [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.787651] env[69262]: DEBUG nova.compute.manager [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Received event network-changed-46d4eaff-3d18-4002-939e-ee7e425e39ec {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.787651] env[69262]: DEBUG nova.compute.manager [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Refreshing instance network info cache due to event network-changed-46d4eaff-3d18-4002-939e-ee7e425e39ec. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.787651] env[69262]: DEBUG oslo_concurrency.lockutils [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] Acquiring lock "refresh_cache-47202139-bde5-4ceb-957d-d8cd721d0074" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.896870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.897310] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.897593] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.925590] env[69262]: INFO nova.scheduler.client.report [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted allocations for instance 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8 [ 1092.989105] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.989450] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.989869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.989949] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.990158] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.995168] env[69262]: INFO nova.compute.manager [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Terminating instance [ 1093.001775] env[69262]: DEBUG nova.compute.manager [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received event network-vif-deleted-23b6021e-2986-4661-98c4-bda2e8b708e1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.001775] env[69262]: INFO nova.compute.manager [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Neutron deleted interface 23b6021e-2986-4661-98c4-bda2e8b708e1; detaching it from the instance and deleting it from the info cache [ 1093.001775] env[69262]: DEBUG nova.network.neutron [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.011160] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714225, 'name': Rename_Task, 'duration_secs': 0.914959} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.011537] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.012267] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-443d55c0-7efc-4b25-a646-3b8df0b74577 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.020818] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1093.020818] env[69262]: value = "task-3714227" [ 1093.020818] env[69262]: _type = "Task" [ 1093.020818] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.030690] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.093191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "refresh_cache-47202139-bde5-4ceb-957d-d8cd721d0074" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.093567] env[69262]: DEBUG nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Instance network_info: |[{"id": "46d4eaff-3d18-4002-939e-ee7e425e39ec", "address": "fa:16:3e:a1:c3:c2", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4eaff-3d", "ovs_interfaceid": "46d4eaff-3d18-4002-939e-ee7e425e39ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.094405] env[69262]: DEBUG oslo_concurrency.lockutils [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] Acquired lock "refresh_cache-47202139-bde5-4ceb-957d-d8cd721d0074" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.094486] env[69262]: DEBUG nova.network.neutron [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Refreshing network info cache for port 46d4eaff-3d18-4002-939e-ee7e425e39ec {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.095805] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:c3:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46d4eaff-3d18-4002-939e-ee7e425e39ec', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.104020] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.105065] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.105358] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c632b2e-4df0-44d3-a082-014aad113ba4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.125727] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.125727] env[69262]: value = "task-3714228" [ 1093.125727] env[69262]: _type = "Task" [ 1093.125727] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.136118] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714228, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.200967] env[69262]: DEBUG oslo_vmware.api [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714226, 'name': PowerOffVM_Task, 'duration_secs': 0.263537} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.201433] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.201723] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.202107] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d513aa3-3cc4-4e6f-aa58-43660ff7b4a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.244681] env[69262]: DEBUG nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.278380] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.280150] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.280150] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleting the datastore file [datastore2] b97b5346-c782-4ad4-919e-96c1285664c8 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.280150] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a9eb3e2-6de4-47e0-a4d1-36f0352d3f8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.287625] env[69262]: DEBUG oslo_vmware.api [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1093.287625] env[69262]: value = "task-3714230" [ 1093.287625] env[69262]: _type = "Task" [ 1093.287625] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.301341] env[69262]: DEBUG oslo_vmware.api [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.435799] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ad16aa2-6da7-40b6-8acf-2bcd37f9af0b tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.834s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.465027] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.465559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.465888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.466114] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.466317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.468625] env[69262]: INFO nova.compute.manager [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Terminating instance [ 1093.504989] env[69262]: DEBUG oslo_concurrency.lockutils [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] Acquiring lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.505906] env[69262]: DEBUG nova.compute.manager [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.506235] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.507556] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55136263-9501-4fd4-ba1f-b8c50125d81d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.518921] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.519351] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20bcc603-f49a-4ac7-85f6-5b894a29c514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.528949] env[69262]: DEBUG oslo_vmware.api [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1093.528949] env[69262]: value = "task-3714231" [ 1093.528949] env[69262]: _type = "Task" [ 1093.528949] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.537625] env[69262]: DEBUG oslo_vmware.api [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714227, 'name': PowerOnVM_Task, 'duration_secs': 0.50904} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.538342] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.538563] env[69262]: DEBUG nova.compute.manager [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.539420] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95681a6-28ec-4e0b-8580-457c0dbc594e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.545713] env[69262]: DEBUG oslo_vmware.api [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.581921] env[69262]: INFO nova.network.neutron [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Port 23b6021e-2986-4661-98c4-bda2e8b708e1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1093.582320] env[69262]: DEBUG nova.network.neutron [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [{"id": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "address": "fa:16:3e:0e:ec:08", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2afcc6c4-2d", "ovs_interfaceid": "2afcc6c4-2ddd-439f-8113-4e123c6e1029", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.638042] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714228, 'name': CreateVM_Task, 'duration_secs': 0.458823} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.638247] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.638892] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.639070] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.639419] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.639706] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825047b6-b277-43fa-9a52-ddaa14cf7a84 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.645925] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1093.645925] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529659b0-7c44-d8c6-5add-4b444108ead7" [ 1093.645925] env[69262]: _type = "Task" [ 1093.645925] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.657924] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529659b0-7c44-d8c6-5add-4b444108ead7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.766475] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.766766] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.768426] env[69262]: INFO nova.compute.claims [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.800444] env[69262]: DEBUG oslo_vmware.api [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192821} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.800769] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.800965] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.801161] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.801339] env[69262]: INFO nova.compute.manager [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1093.801587] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.801789] env[69262]: DEBUG nova.compute.manager [-] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.801887] env[69262]: DEBUG nova.network.neutron [-] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.909087] env[69262]: DEBUG nova.network.neutron [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Updated VIF entry in instance network info cache for port 46d4eaff-3d18-4002-939e-ee7e425e39ec. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.909578] env[69262]: DEBUG nova.network.neutron [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Updating instance_info_cache with network_info: [{"id": "46d4eaff-3d18-4002-939e-ee7e425e39ec", "address": "fa:16:3e:a1:c3:c2", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4eaff-3d", "ovs_interfaceid": "46d4eaff-3d18-4002-939e-ee7e425e39ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.972991] env[69262]: DEBUG nova.compute.manager [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.973282] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.974322] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc959c3-441c-4f91-90b4-b02ee0b919ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.989571] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.989869] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab23353-b823-421e-8bae-c7114f301e95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.997510] env[69262]: DEBUG oslo_vmware.api [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1093.997510] env[69262]: value = "task-3714232" [ 1093.997510] env[69262]: _type = "Task" [ 1093.997510] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.007836] env[69262]: DEBUG oslo_vmware.api [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.040449] env[69262]: DEBUG oslo_vmware.api [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714231, 'name': PowerOffVM_Task, 'duration_secs': 0.393762} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.041575] env[69262]: DEBUG nova.network.neutron [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance_info_cache with network_info: [{"id": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "address": "fa:16:3e:e7:95:0e", "network": {"id": "828e60ab-1b71-4cc2-8cbc-e1ecdb1f86b1", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1823745434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a73bc9ddd24a43aea1580501877238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e90fcec-b1", "ovs_interfaceid": "7e90fcec-b154-47eb-a5c8-de2d6bbaa349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.042877] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.043063] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.043578] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac0adfa-5bb3-4e5d-bbba-25b56bd65b4e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.063926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.084688] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.121159] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.121159] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.121159] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleting the datastore file [datastore1] 275a48e7-7b70-4b2d-9dfb-e1e68b382159 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.121519] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27246533-f6bb-4fe4-a87b-ec0cbdffda29 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.130966] env[69262]: DEBUG oslo_vmware.api [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1094.130966] env[69262]: value = "task-3714234" [ 1094.130966] env[69262]: _type = "Task" [ 1094.130966] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.143789] env[69262]: DEBUG oslo_vmware.api [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.157199] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529659b0-7c44-d8c6-5add-4b444108ead7, 'name': SearchDatastore_Task, 'duration_secs': 0.030054} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.157542] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.157853] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.158117] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.158298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.158457] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.158804] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca105a7-10b7-4d14-9b1b-765ce6fb7a1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.179973] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.181889] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.181889] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9e80de-8568-4cbb-a0f4-a73790af337c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.192979] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1094.192979] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f52b98-91b7-4faa-f6d0-d7de5702dcad" [ 1094.192979] env[69262]: _type = "Task" [ 1094.192979] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.204335] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f52b98-91b7-4faa-f6d0-d7de5702dcad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.249671] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "2a11871a-1869-453b-9df5-56018768c351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.249671] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "2a11871a-1869-453b-9df5-56018768c351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.249896] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "2a11871a-1869-453b-9df5-56018768c351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.249932] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "2a11871a-1869-453b-9df5-56018768c351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.250105] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "2a11871a-1869-453b-9df5-56018768c351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.252490] env[69262]: INFO nova.compute.manager [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Terminating instance [ 1094.412127] env[69262]: DEBUG oslo_concurrency.lockutils [req-b55f3e36-a238-4989-8019-f76e99c8e6fe req-29216ae8-4adf-4a76-8b62-831c9a2b1798 service nova] Releasing lock "refresh_cache-47202139-bde5-4ceb-957d-d8cd721d0074" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.508577] env[69262]: DEBUG oslo_vmware.api [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714232, 'name': PowerOffVM_Task, 'duration_secs': 0.302445} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.508869] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.509053] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.509318] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-562b31d5-8b69-454b-b2a2-c64a88b31684 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.544555] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Releasing lock "refresh_cache-6060ca03-f265-4d7c-a5ac-687aa7d2745b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.544905] env[69262]: DEBUG nova.objects.instance [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lazy-loading 'migration_context' on Instance uuid 6060ca03-f265-4d7c-a5ac-687aa7d2745b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.588980] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1ec4066-f73f-42a6-87cf-e96afbc5263d tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-e3a45994-fc06-4d34-b1bc-d44604393fee-23b6021e-2986-4661-98c4-bda2e8b708e1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.500s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.612590] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.612864] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.613130] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleting the datastore file [datastore2] e3a45994-fc06-4d34-b1bc-d44604393fee {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.613364] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d1d6bda-5a3e-4ae2-a576-295a87b6e737 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.620788] env[69262]: DEBUG oslo_vmware.api [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1094.620788] env[69262]: value = "task-3714236" [ 1094.620788] env[69262]: _type = "Task" [ 1094.620788] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.629617] env[69262]: DEBUG oslo_vmware.api [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.640791] env[69262]: DEBUG oslo_vmware.api [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467366} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.641071] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.641263] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.641508] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.641701] env[69262]: INFO nova.compute.manager [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1094.641935] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.642148] env[69262]: DEBUG nova.compute.manager [-] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.642229] env[69262]: DEBUG nova.network.neutron [-] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.695110] env[69262]: DEBUG nova.network.neutron [-] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.708298] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f52b98-91b7-4faa-f6d0-d7de5702dcad, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.709223] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c669a09-d419-4d2e-9c8c-15fb8f8154f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.719484] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1094.719484] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52715f03-01dd-9651-6375-6de69b2c0d49" [ 1094.719484] env[69262]: _type = "Task" [ 1094.719484] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.730845] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52715f03-01dd-9651-6375-6de69b2c0d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.756655] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "refresh_cache-2a11871a-1869-453b-9df5-56018768c351" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.756845] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquired lock "refresh_cache-2a11871a-1869-453b-9df5-56018768c351" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.757042] env[69262]: DEBUG nova.network.neutron [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.834082] env[69262]: DEBUG nova.compute.manager [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Received event network-changed-d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.834263] env[69262]: DEBUG nova.compute.manager [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Refreshing instance network info cache due to event network-changed-d434ad4e-1349-481f-badf-b73d19f17fd5. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.834488] env[69262]: DEBUG oslo_concurrency.lockutils [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] Acquiring lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.834630] env[69262]: DEBUG oslo_concurrency.lockutils [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] Acquired lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.834800] env[69262]: DEBUG nova.network.neutron [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Refreshing network info cache for port d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.970589] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ba496-5796-4038-a2ec-8f9f131247b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.979375] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2171691-5063-461a-83b3-4cc2e49a8f51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.015275] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd24b9f-23a2-4426-9b9a-b656c0cb273e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.024139] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b7b26-759b-4aff-9eba-f72b5aa7212f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.039036] env[69262]: DEBUG nova.compute.provider_tree [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.048588] env[69262]: DEBUG nova.objects.base [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Object Instance<6060ca03-f265-4d7c-a5ac-687aa7d2745b> lazy-loaded attributes: info_cache,migration_context {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1095.050670] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e4f9db-eb41-4e7d-ab3b-33674cdff9d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.072412] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cd7705-976a-43e2-8b50-053c5f4d655d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.079767] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1095.079767] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529b3386-d64d-c820-eb82-fbd08c524bf2" [ 1095.079767] env[69262]: _type = "Task" [ 1095.079767] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.089472] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529b3386-d64d-c820-eb82-fbd08c524bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.132997] env[69262]: DEBUG oslo_vmware.api [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.463101} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.133355] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.133573] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.133753] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.133927] env[69262]: INFO nova.compute.manager [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1095.134187] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.134805] env[69262]: DEBUG nova.compute.manager [-] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.134805] env[69262]: DEBUG nova.network.neutron [-] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.201346] env[69262]: INFO nova.compute.manager [-] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Took 1.40 seconds to deallocate network for instance. [ 1095.231180] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52715f03-01dd-9651-6375-6de69b2c0d49, 'name': SearchDatastore_Task, 'duration_secs': 0.01403} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.232652] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.232912] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 47202139-bde5-4ceb-957d-d8cd721d0074/47202139-bde5-4ceb-957d-d8cd721d0074.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.235726] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19713e66-e487-4be8-9524-aa12341bfc0d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.238634] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.238862] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.247453] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1095.247453] env[69262]: value = "task-3714237" [ 1095.247453] env[69262]: _type = "Task" [ 1095.247453] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.257531] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.282224] env[69262]: DEBUG nova.network.neutron [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.376411] env[69262]: DEBUG nova.network.neutron [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.543573] env[69262]: DEBUG nova.scheduler.client.report [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.590904] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529b3386-d64d-c820-eb82-fbd08c524bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.591121] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.614874] env[69262]: DEBUG nova.network.neutron [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updated VIF entry in instance network info cache for port d434ad4e-1349-481f-badf-b73d19f17fd5. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.615387] env[69262]: DEBUG nova.network.neutron [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updating instance_info_cache with network_info: [{"id": "d434ad4e-1349-481f-badf-b73d19f17fd5", "address": "fa:16:3e:a9:54:11", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd434ad4e-13", "ovs_interfaceid": "d434ad4e-1349-481f-badf-b73d19f17fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.647966] env[69262]: DEBUG nova.network.neutron [-] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.711034] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.743814] env[69262]: DEBUG nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.760311] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714237, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.880021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Releasing lock "refresh_cache-2a11871a-1869-453b-9df5-56018768c351" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.880472] env[69262]: DEBUG nova.compute.manager [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.880669] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.881598] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53795bc-4739-4d8d-9716-e1e61dc896da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.890219] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.890518] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-692a984b-40cf-470b-aa07-0c376a914b62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.899782] env[69262]: DEBUG oslo_vmware.api [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1095.899782] env[69262]: value = "task-3714238" [ 1095.899782] env[69262]: _type = "Task" [ 1095.899782] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.911055] env[69262]: DEBUG oslo_vmware.api [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.048880] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.049509] env[69262]: DEBUG nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.052219] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.988s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.052419] env[69262]: DEBUG nova.objects.instance [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1096.117877] env[69262]: DEBUG oslo_concurrency.lockutils [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] Releasing lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.118180] env[69262]: DEBUG nova.compute.manager [req-de95a581-067e-41a7-bf5d-1abab5199256 req-0c3890e8-8f19-4cc7-953f-671e08712d3a service nova] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Received event network-vif-deleted-5aed1f2e-f140-47e8-8e03-3de9fd9d3908 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.150948] env[69262]: INFO nova.compute.manager [-] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Took 1.51 seconds to deallocate network for instance. [ 1096.210257] env[69262]: DEBUG nova.network.neutron [-] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.260651] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777341} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.261054] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 47202139-bde5-4ceb-957d-d8cd721d0074/47202139-bde5-4ceb-957d-d8cd721d0074.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.261219] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.261503] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f215623-25b4-4742-ae04-00b6242e8d53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.270794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.272837] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1096.272837] env[69262]: value = "task-3714239" [ 1096.272837] env[69262]: _type = "Task" [ 1096.272837] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.284262] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.411020] env[69262]: DEBUG oslo_vmware.api [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714238, 'name': PowerOffVM_Task, 'duration_secs': 0.204404} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.411460] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.411672] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.411940] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393e6976-8f38-4a53-8887-12244f0494c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.446331] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.446331] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.446331] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Deleting the datastore file [datastore1] 2a11871a-1869-453b-9df5-56018768c351 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.446533] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-838669dd-5ebc-4770-9caf-e61d6d813610 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.455313] env[69262]: DEBUG oslo_vmware.api [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for the task: (returnval){ [ 1096.455313] env[69262]: value = "task-3714241" [ 1096.455313] env[69262]: _type = "Task" [ 1096.455313] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.467577] env[69262]: DEBUG oslo_vmware.api [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.561046] env[69262]: DEBUG nova.compute.utils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.562647] env[69262]: DEBUG nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.562974] env[69262]: DEBUG nova.network.neutron [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.607320] env[69262]: DEBUG nova.policy [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11050aa48a43464ebea955a8d8d60b43', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e465d5f26e494caee802232ced5da1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.657640] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.712964] env[69262]: INFO nova.compute.manager [-] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Took 1.58 seconds to deallocate network for instance. [ 1096.784852] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268712} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.785159] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.785982] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9a0fe-49b2-46f0-b1e5-a19dc26e4e10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.810610] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 47202139-bde5-4ceb-957d-d8cd721d0074/47202139-bde5-4ceb-957d-d8cd721d0074.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.810966] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be74b9b0-6692-4efb-ac9d-12c68fad24ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.831270] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1096.831270] env[69262]: value = "task-3714242" [ 1096.831270] env[69262]: _type = "Task" [ 1096.831270] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.842048] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.883939] env[69262]: DEBUG nova.compute.manager [req-f5f0dc82-d761-4cb3-9a17-357cd107ff12 req-70227974-40d6-45cb-b98d-679e933ce5b4 service nova] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Received event network-vif-deleted-10233e71-1df7-47c5-a814-77c4fe936f65 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.884170] env[69262]: DEBUG nova.compute.manager [req-f5f0dc82-d761-4cb3-9a17-357cd107ff12 req-70227974-40d6-45cb-b98d-679e933ce5b4 service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Received event network-vif-deleted-2afcc6c4-2ddd-439f-8113-4e123c6e1029 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.894290] env[69262]: DEBUG nova.network.neutron [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Successfully created port: 30263cef-fbf6-43a9-9356-1caff03faf62 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.966164] env[69262]: DEBUG oslo_vmware.api [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Task: {'id': task-3714241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221237} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.966424] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.966609] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.966787] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.967383] env[69262]: INFO nova.compute.manager [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] [instance: 2a11871a-1869-453b-9df5-56018768c351] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1096.967383] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.967556] env[69262]: DEBUG nova.compute.manager [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.967593] env[69262]: DEBUG nova.network.neutron [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.986507] env[69262]: DEBUG nova.network.neutron [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.069972] env[69262]: DEBUG nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.076597] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5719d17b-b555-426d-b348-f784ff4e80b8 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.076597] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.483s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.220901] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.342840] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714242, 'name': ReconfigVM_Task, 'duration_secs': 0.331872} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.343039] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 47202139-bde5-4ceb-957d-d8cd721d0074/47202139-bde5-4ceb-957d-d8cd721d0074.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.343676] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5a56c42-f420-4d46-a5c7-8bbd2921b3a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.351075] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1097.351075] env[69262]: value = "task-3714243" [ 1097.351075] env[69262]: _type = "Task" [ 1097.351075] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.361249] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714243, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.489141] env[69262]: DEBUG nova.network.neutron [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.769322] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86826df6-22b1-451f-bc74-0edeed22b424 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.777642] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0cfca5-58f4-4091-889b-d5059f8d54fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.814689] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa06236-99e2-4870-92b4-d256d2c36945 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.824647] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beafe97-fbde-4603-ad52-6c99310922f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.840912] env[69262]: DEBUG nova.compute.provider_tree [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.862263] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714243, 'name': Rename_Task, 'duration_secs': 0.158831} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.862675] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.862889] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-554a3a4a-0103-49d7-8e6b-e868282f645a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.871612] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1097.871612] env[69262]: value = "task-3714244" [ 1097.871612] env[69262]: _type = "Task" [ 1097.871612] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.883461] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.992557] env[69262]: INFO nova.compute.manager [-] [instance: 2a11871a-1869-453b-9df5-56018768c351] Took 1.02 seconds to deallocate network for instance. [ 1098.085243] env[69262]: DEBUG nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.117617] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.118016] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.118659] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.119053] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.119314] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.119583] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.119959] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.120426] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.120735] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.121066] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.121382] env[69262]: DEBUG nova.virt.hardware [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.122750] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1321b0a2-6b47-4df3-9978-36d76c1a8753 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.133482] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43ca529-995b-4748-aaad-5232170440f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.346619] env[69262]: DEBUG nova.scheduler.client.report [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.382986] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714244, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.450734] env[69262]: DEBUG nova.network.neutron [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Successfully updated port: 30263cef-fbf6-43a9-9356-1caff03faf62 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.500654] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.882505] env[69262]: DEBUG oslo_vmware.api [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714244, 'name': PowerOnVM_Task, 'duration_secs': 0.753078} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.882505] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.882719] env[69262]: INFO nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1098.882840] env[69262]: DEBUG nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.883787] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595727ef-3f80-4062-8541-0bfd926222c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.916274] env[69262]: DEBUG nova.compute.manager [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Received event network-vif-plugged-30263cef-fbf6-43a9-9356-1caff03faf62 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.916360] env[69262]: DEBUG oslo_concurrency.lockutils [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] Acquiring lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.916539] env[69262]: DEBUG oslo_concurrency.lockutils [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.916712] env[69262]: DEBUG oslo_concurrency.lockutils [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.916873] env[69262]: DEBUG nova.compute.manager [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] No waiting events found dispatching network-vif-plugged-30263cef-fbf6-43a9-9356-1caff03faf62 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1098.917107] env[69262]: WARNING nova.compute.manager [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Received unexpected event network-vif-plugged-30263cef-fbf6-43a9-9356-1caff03faf62 for instance with vm_state building and task_state spawning. [ 1098.917302] env[69262]: DEBUG nova.compute.manager [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Received event network-changed-30263cef-fbf6-43a9-9356-1caff03faf62 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.917514] env[69262]: DEBUG nova.compute.manager [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Refreshing instance network info cache due to event network-changed-30263cef-fbf6-43a9-9356-1caff03faf62. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.917639] env[69262]: DEBUG oslo_concurrency.lockutils [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] Acquiring lock "refresh_cache-d9b09bbc-7bca-4673-8e80-81b15df3aa11" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.917774] env[69262]: DEBUG oslo_concurrency.lockutils [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] Acquired lock "refresh_cache-d9b09bbc-7bca-4673-8e80-81b15df3aa11" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.917926] env[69262]: DEBUG nova.network.neutron [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Refreshing network info cache for port 30263cef-fbf6-43a9-9356-1caff03faf62 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.951834] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "refresh_cache-d9b09bbc-7bca-4673-8e80-81b15df3aa11" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.358499] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.284s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.361765] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.653s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.362067] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.364559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.094s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.366525] env[69262]: INFO nova.compute.claims [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.392571] env[69262]: INFO nova.scheduler.client.report [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted allocations for instance b97b5346-c782-4ad4-919e-96c1285664c8 [ 1099.403626] env[69262]: INFO nova.compute.manager [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Took 14.87 seconds to build instance. [ 1099.458448] env[69262]: DEBUG nova.network.neutron [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.544084] env[69262]: DEBUG nova.network.neutron [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.903788] env[69262]: DEBUG oslo_concurrency.lockutils [None req-09b9e5c3-4f67-4aac-871c-0b8cc4c00184 tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "b97b5346-c782-4ad4-919e-96c1285664c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.754s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.905386] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d6d18a2a-6adc-428f-b63e-b8cb98e9df26 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "47202139-bde5-4ceb-957d-d8cd721d0074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.384s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.932473] env[69262]: INFO nova.scheduler.client.report [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted allocation for migration 17dadfd0-5a36-46b0-96f7-95f209563ecc [ 1100.047200] env[69262]: DEBUG oslo_concurrency.lockutils [req-67cd2de5-24e0-41f5-8e7f-a233aa4c8853 req-24377fb9-8d56-4d5e-91d8-775c25581fcb service nova] Releasing lock "refresh_cache-d9b09bbc-7bca-4673-8e80-81b15df3aa11" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.047613] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "refresh_cache-d9b09bbc-7bca-4673-8e80-81b15df3aa11" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.047780] env[69262]: DEBUG nova.network.neutron [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.142692] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "47202139-bde5-4ceb-957d-d8cd721d0074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.142981] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "47202139-bde5-4ceb-957d-d8cd721d0074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.143221] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "47202139-bde5-4ceb-957d-d8cd721d0074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.143408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "47202139-bde5-4ceb-957d-d8cd721d0074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.143646] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "47202139-bde5-4ceb-957d-d8cd721d0074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.145798] env[69262]: INFO nova.compute.manager [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Terminating instance [ 1100.439040] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.310s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.529816] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b6b52-a004-4ac3-bc29-f909a1abebe7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.538295] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714944a1-fd2b-4aa7-8457-31c48425a85d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.572611] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d80f086-2d82-42ed-84a3-0b12221a8286 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.581336] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d81bafe-22c1-4412-9685-4712f38a640d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.596557] env[69262]: DEBUG nova.compute.provider_tree [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.605327] env[69262]: DEBUG nova.network.neutron [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.650270] env[69262]: DEBUG nova.compute.manager [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.650514] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.651443] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4054eab-a3be-4a72-ab31-153f1e59ed98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.667912] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.668288] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-753c6200-c252-4225-b2f7-322280af58f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.675772] env[69262]: DEBUG oslo_vmware.api [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1100.675772] env[69262]: value = "task-3714245" [ 1100.675772] env[69262]: _type = "Task" [ 1100.675772] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.686191] env[69262]: DEBUG oslo_vmware.api [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.779721] env[69262]: DEBUG nova.network.neutron [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Updating instance_info_cache with network_info: [{"id": "30263cef-fbf6-43a9-9356-1caff03faf62", "address": "fa:16:3e:c5:ac:cf", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30263cef-fb", "ovs_interfaceid": "30263cef-fbf6-43a9-9356-1caff03faf62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.101302] env[69262]: DEBUG nova.scheduler.client.report [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.188588] env[69262]: DEBUG oslo_vmware.api [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714245, 'name': PowerOffVM_Task, 'duration_secs': 0.195452} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.189041] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.189321] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.189665] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f6f526a-8d05-4d51-a173-589c3496c3d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.266026] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.266026] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.266026] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleting the datastore file [datastore2] 47202139-bde5-4ceb-957d-d8cd721d0074 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.266026] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e21c5a67-bfed-478d-97bf-08ba6f6ade08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.274446] env[69262]: DEBUG oslo_vmware.api [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1101.274446] env[69262]: value = "task-3714247" [ 1101.274446] env[69262]: _type = "Task" [ 1101.274446] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.284506] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "refresh_cache-d9b09bbc-7bca-4673-8e80-81b15df3aa11" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.284838] env[69262]: DEBUG nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Instance network_info: |[{"id": "30263cef-fbf6-43a9-9356-1caff03faf62", "address": "fa:16:3e:c5:ac:cf", "network": {"id": "14dd3f46-a566-4191-b0be-305ac5a6b9f1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-552509827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72e465d5f26e494caee802232ced5da1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30263cef-fb", "ovs_interfaceid": "30263cef-fbf6-43a9-9356-1caff03faf62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.285169] env[69262]: DEBUG oslo_vmware.api [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.285538] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:ac:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30263cef-fbf6-43a9-9356-1caff03faf62', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.293731] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.294388] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.294656] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3c8b297-87e5-4d32-a10d-e937b830946b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.317890] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.317890] env[69262]: value = "task-3714248" [ 1101.317890] env[69262]: _type = "Task" [ 1101.317890] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.326837] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714248, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.606979] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.607626] env[69262]: DEBUG nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.611769] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.954s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.611990] env[69262]: DEBUG nova.objects.instance [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'resources' on Instance uuid 275a48e7-7b70-4b2d-9dfb-e1e68b382159 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.657783] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.658300] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.658681] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.659041] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.659904] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.662831] env[69262]: INFO nova.compute.manager [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Terminating instance [ 1101.785961] env[69262]: DEBUG oslo_vmware.api [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166494} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.786248] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.786436] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.786613] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.786785] env[69262]: INFO nova.compute.manager [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1101.788039] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.788039] env[69262]: DEBUG nova.compute.manager [-] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.788039] env[69262]: DEBUG nova.network.neutron [-] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.828391] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714248, 'name': CreateVM_Task, 'duration_secs': 0.3258} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.828589] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.830069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.830069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.830069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.830069] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9acf3b51-7e40-4f20-8bac-9cacc51ff55e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.835461] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1101.835461] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220ef8a-b71b-0538-0b0a-65d03dbcc9c4" [ 1101.835461] env[69262]: _type = "Task" [ 1101.835461] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.844799] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220ef8a-b71b-0538-0b0a-65d03dbcc9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.051776] env[69262]: DEBUG nova.compute.manager [req-737f76d2-f238-452e-b30b-fed99afb0994 req-30069e41-0ec2-44d9-9136-310ade1cd001 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Received event network-vif-deleted-46d4eaff-3d18-4002-939e-ee7e425e39ec {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.052086] env[69262]: INFO nova.compute.manager [req-737f76d2-f238-452e-b30b-fed99afb0994 req-30069e41-0ec2-44d9-9136-310ade1cd001 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Neutron deleted interface 46d4eaff-3d18-4002-939e-ee7e425e39ec; detaching it from the instance and deleting it from the info cache [ 1102.052187] env[69262]: DEBUG nova.network.neutron [req-737f76d2-f238-452e-b30b-fed99afb0994 req-30069e41-0ec2-44d9-9136-310ade1cd001 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.116021] env[69262]: DEBUG nova.compute.utils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.120273] env[69262]: DEBUG nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.120448] env[69262]: DEBUG nova.network.neutron [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.164873] env[69262]: DEBUG nova.policy [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607df61e3b7b450daaa7dcc73b892ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d659e54da3b46599b55a538aa7d3baa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.169048] env[69262]: DEBUG nova.compute.manager [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.169274] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.170448] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b773a1-fca9-4671-abd2-5584da3edbbf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.179739] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.180084] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d6460ab-8bb3-413a-a37d-bdfe908ecef1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.190324] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1102.190324] env[69262]: value = "task-3714249" [ 1102.190324] env[69262]: _type = "Task" [ 1102.190324] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.202896] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.291928] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd8c7c-5ee8-47d4-99e4-a0ded37861da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.300799] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed12a8a-282a-47fd-8f7e-97afda9e251c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.360689] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca88a509-a664-478b-a422-4cedc5d662ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.370114] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5220ef8a-b71b-0538-0b0a-65d03dbcc9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.377021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.377021] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.377021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.377021] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.377021] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.377021] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96606e8a-d3d8-454f-b768-8097f44aa475 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.378692] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d389d01-4fe7-41f9-9517-cc8c2717be6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.398390] env[69262]: DEBUG nova.compute.provider_tree [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.402023] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.402023] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.402953] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed979ef-e5ad-48e6-a1a9-e739afaca56d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.410170] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1102.410170] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5216bc3c-805e-06a3-4845-3c64d8ef0c5f" [ 1102.410170] env[69262]: _type = "Task" [ 1102.410170] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.420405] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5216bc3c-805e-06a3-4845-3c64d8ef0c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.475485] env[69262]: DEBUG nova.network.neutron [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Successfully created port: d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1102.535438] env[69262]: DEBUG nova.network.neutron [-] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.559281] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c9fa27e-630e-4b03-a9bf-777a3409224e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.567329] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069e1f13-b45a-46c3-8c6d-63a4e56c5b8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.597467] env[69262]: DEBUG nova.compute.manager [req-737f76d2-f238-452e-b30b-fed99afb0994 req-30069e41-0ec2-44d9-9136-310ade1cd001 service nova] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Detach interface failed, port_id=46d4eaff-3d18-4002-939e-ee7e425e39ec, reason: Instance 47202139-bde5-4ceb-957d-d8cd721d0074 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.621189] env[69262]: DEBUG nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.705229] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714249, 'name': PowerOffVM_Task, 'duration_secs': 0.179318} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.705229] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.705229] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.705229] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edd87ff2-749a-401c-b821-c2285c52b44a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.764836] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.765189] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.765371] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleting the datastore file [datastore2] 6060ca03-f265-4d7c-a5ac-687aa7d2745b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.765672] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47ca9706-ee6e-4595-b49f-0c02a869e947 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.774037] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for the task: (returnval){ [ 1102.774037] env[69262]: value = "task-3714251" [ 1102.774037] env[69262]: _type = "Task" [ 1102.774037] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.783050] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.904490] env[69262]: DEBUG nova.scheduler.client.report [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.921814] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5216bc3c-805e-06a3-4845-3c64d8ef0c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.923529] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd965f7-9159-450e-8c54-ba75962411dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.930426] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1102.930426] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bdfe16-bf02-2afc-ebda-bf3c5191ee17" [ 1102.930426] env[69262]: _type = "Task" [ 1102.930426] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.939304] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bdfe16-bf02-2afc-ebda-bf3c5191ee17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.038527] env[69262]: INFO nova.compute.manager [-] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Took 1.25 seconds to deallocate network for instance. [ 1103.285040] env[69262]: DEBUG oslo_vmware.api [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Task: {'id': task-3714251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139935} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.285414] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.285697] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.285930] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.286170] env[69262]: INFO nova.compute.manager [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1103.286474] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.286749] env[69262]: DEBUG nova.compute.manager [-] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.286857] env[69262]: DEBUG nova.network.neutron [-] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.409724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.412373] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.192s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.412627] env[69262]: DEBUG nova.objects.instance [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'resources' on Instance uuid e3a45994-fc06-4d34-b1bc-d44604393fee {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.438133] env[69262]: INFO nova.scheduler.client.report [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted allocations for instance 275a48e7-7b70-4b2d-9dfb-e1e68b382159 [ 1103.443282] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bdfe16-bf02-2afc-ebda-bf3c5191ee17, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.446489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.447018] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d9b09bbc-7bca-4673-8e80-81b15df3aa11/d9b09bbc-7bca-4673-8e80-81b15df3aa11.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.447330] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-728c0c14-356d-493d-95a2-2f9a7e9dd2e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.457065] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1103.457065] env[69262]: value = "task-3714252" [ 1103.457065] env[69262]: _type = "Task" [ 1103.457065] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.466737] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.545423] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.633026] env[69262]: DEBUG nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.661840] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.662170] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.662425] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.663019] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.663019] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.663019] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.663409] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.663579] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.664194] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.664194] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.664194] env[69262]: DEBUG nova.virt.hardware [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.665432] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98068d3b-7493-425f-8df0-1eec14944d18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.678443] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105f823a-592e-4a19-baf7-89a832212a13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.729312] env[69262]: DEBUG nova.compute.manager [req-ceef31ff-dcef-4c94-94ab-73c596b40389 req-7c0a937d-6205-4d57-8e10-02e8afc8b02f service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Received event network-vif-deleted-7e90fcec-b154-47eb-a5c8-de2d6bbaa349 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.729715] env[69262]: INFO nova.compute.manager [req-ceef31ff-dcef-4c94-94ab-73c596b40389 req-7c0a937d-6205-4d57-8e10-02e8afc8b02f service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Neutron deleted interface 7e90fcec-b154-47eb-a5c8-de2d6bbaa349; detaching it from the instance and deleting it from the info cache [ 1103.729715] env[69262]: DEBUG nova.network.neutron [req-ceef31ff-dcef-4c94-94ab-73c596b40389 req-7c0a937d-6205-4d57-8e10-02e8afc8b02f service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.953661] env[69262]: DEBUG oslo_concurrency.lockutils [None req-84eb82d7-5824-43b0-8a7e-0d86d12f6648 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "275a48e7-7b70-4b2d-9dfb-e1e68b382159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.964s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.970485] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714252, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.089758] env[69262]: DEBUG nova.network.neutron [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Successfully updated port: d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.092391] env[69262]: DEBUG nova.compute.manager [req-16461d3f-ad69-455b-8799-56b7208dfdca req-e4e4c72c-8ef6-43b5-9b8d-7b1913213a87 service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Received event network-vif-plugged-d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.092597] env[69262]: DEBUG oslo_concurrency.lockutils [req-16461d3f-ad69-455b-8799-56b7208dfdca req-e4e4c72c-8ef6-43b5-9b8d-7b1913213a87 service nova] Acquiring lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.092792] env[69262]: DEBUG oslo_concurrency.lockutils [req-16461d3f-ad69-455b-8799-56b7208dfdca req-e4e4c72c-8ef6-43b5-9b8d-7b1913213a87 service nova] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.092950] env[69262]: DEBUG oslo_concurrency.lockutils [req-16461d3f-ad69-455b-8799-56b7208dfdca req-e4e4c72c-8ef6-43b5-9b8d-7b1913213a87 service nova] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.093132] env[69262]: DEBUG nova.compute.manager [req-16461d3f-ad69-455b-8799-56b7208dfdca req-e4e4c72c-8ef6-43b5-9b8d-7b1913213a87 service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] No waiting events found dispatching network-vif-plugged-d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1104.093300] env[69262]: WARNING nova.compute.manager [req-16461d3f-ad69-455b-8799-56b7208dfdca req-e4e4c72c-8ef6-43b5-9b8d-7b1913213a87 service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Received unexpected event network-vif-plugged-d3a12395-6f4e-4a7c-8edc-a90696f24457 for instance with vm_state building and task_state spawning. [ 1104.106130] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28898db-bc14-466e-b267-06e14b5db51e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.115940] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb2402-4cc7-4912-a57a-6f74855881c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.150550] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6027adef-ef09-49d7-aa55-95aa68873495 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.159125] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678379eb-a238-4417-90f6-3ffed721db8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.163439] env[69262]: DEBUG nova.network.neutron [-] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.177446] env[69262]: DEBUG nova.compute.provider_tree [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.233677] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c7fe39a-47fe-4b99-aa0d-7a8039fee914 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.247096] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a962056c-3cde-4327-9d8a-590545eddd37 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.277393] env[69262]: DEBUG nova.compute.manager [req-ceef31ff-dcef-4c94-94ab-73c596b40389 req-7c0a937d-6205-4d57-8e10-02e8afc8b02f service nova] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Detach interface failed, port_id=7e90fcec-b154-47eb-a5c8-de2d6bbaa349, reason: Instance 6060ca03-f265-4d7c-a5ac-687aa7d2745b could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.467196] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520347} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.467475] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d9b09bbc-7bca-4673-8e80-81b15df3aa11/d9b09bbc-7bca-4673-8e80-81b15df3aa11.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.467702] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.467993] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55c0b80d-a3e5-42e2-ba30-b89f251c07e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.475267] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1104.475267] env[69262]: value = "task-3714253" [ 1104.475267] env[69262]: _type = "Task" [ 1104.475267] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.484247] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.595444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.595556] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.595703] env[69262]: DEBUG nova.network.neutron [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.667117] env[69262]: INFO nova.compute.manager [-] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Took 1.38 seconds to deallocate network for instance. [ 1104.681506] env[69262]: DEBUG nova.scheduler.client.report [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.795399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.795831] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.985802] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06892} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.986079] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.986918] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3586814f-1468-4df8-a799-69daa8c0a5ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.009067] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] d9b09bbc-7bca-4673-8e80-81b15df3aa11/d9b09bbc-7bca-4673-8e80-81b15df3aa11.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.009397] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5d1a83d-1abe-4fe4-a6b1-2934b3900c16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.029211] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1105.029211] env[69262]: value = "task-3714254" [ 1105.029211] env[69262]: _type = "Task" [ 1105.029211] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.039633] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.128631] env[69262]: DEBUG nova.network.neutron [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.177146] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.186288] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.188953] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.688s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.189344] env[69262]: DEBUG nova.objects.instance [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lazy-loading 'resources' on Instance uuid 2a11871a-1869-453b-9df5-56018768c351 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.218625] env[69262]: INFO nova.scheduler.client.report [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted allocations for instance e3a45994-fc06-4d34-b1bc-d44604393fee [ 1105.285777] env[69262]: DEBUG nova.network.neutron [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.298418] env[69262]: INFO nova.compute.manager [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Detaching volume 9abebf9a-a19c-4330-8d33-9bbfd005fb5f [ 1105.339561] env[69262]: INFO nova.virt.block_device [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Attempting to driver detach volume 9abebf9a-a19c-4330-8d33-9bbfd005fb5f from mountpoint /dev/sdb [ 1105.340801] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1105.341081] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739655', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'name': 'volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6636a517-ef1a-41e7-8cf7-34629d3bd189', 'attached_at': '', 'detached_at': '', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'serial': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1105.342040] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45def53f-f61c-4743-8e0a-b3cf25472d97 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.365364] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964deb2-236f-47fb-a5bd-8ceccd38734c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.373964] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85982346-2e36-46cc-925b-5c3ec00ae485 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.395855] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1055cc-fe8f-48c9-8047-1d65ebcb2716 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.411747] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] The volume has not been displaced from its original location: [datastore1] volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f/volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1105.417092] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1105.417460] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d942429b-64a4-4bf7-9dfa-ec3beedc9117 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.438764] env[69262]: DEBUG oslo_vmware.api [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1105.438764] env[69262]: value = "task-3714255" [ 1105.438764] env[69262]: _type = "Task" [ 1105.438764] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.447886] env[69262]: DEBUG oslo_vmware.api [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.540345] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714254, 'name': ReconfigVM_Task, 'duration_secs': 0.303399} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.540633] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Reconfigured VM instance instance-00000067 to attach disk [datastore2] d9b09bbc-7bca-4673-8e80-81b15df3aa11/d9b09bbc-7bca-4673-8e80-81b15df3aa11.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.541312] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e940b25e-f30d-4007-8655-52f4d7b74c23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.548865] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1105.548865] env[69262]: value = "task-3714256" [ 1105.548865] env[69262]: _type = "Task" [ 1105.548865] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.557638] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714256, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.726159] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b54fcd82-32ec-495c-9cc6-923c1c40ea44 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "e3a45994-fc06-4d34-b1bc-d44604393fee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.261s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.727106] env[69262]: DEBUG oslo_concurrency.lockutils [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] Acquired lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.728690] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af70549-4fe0-4348-9f1f-847b3bdf1a5b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.739494] env[69262]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1105.739845] env[69262]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69262) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1105.742362] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67f2c91c-efbf-4a48-8a7a-950dfd1c2105 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.754261] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a13ba1-2697-4804-b18b-07bbf5a2adbd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.784607] env[69262]: ERROR root [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-739667' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-739667' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-739667' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-739667'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-739667' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-739667' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-739667'}\n"]: nova.exception.InstanceNotFound: Instance e3a45994-fc06-4d34-b1bc-d44604393fee could not be found. [ 1105.784858] env[69262]: DEBUG oslo_concurrency.lockutils [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] Releasing lock "e3a45994-fc06-4d34-b1bc-d44604393fee" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.785097] env[69262]: DEBUG nova.compute.manager [req-ecda6459-c705-4d05-a711-d326820e0432 req-df1a7a86-54d6-4633-81f4-6fee8e166b3d service nova] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Detach interface failed, port_id=23b6021e-2986-4661-98c4-bda2e8b708e1, reason: Instance e3a45994-fc06-4d34-b1bc-d44604393fee could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.788173] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.788461] env[69262]: DEBUG nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Instance network_info: |[{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.789043] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:1e:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3a12395-6f4e-4a7c-8edc-a90696f24457', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.797383] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.797989] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.800882] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8732fbd9-0669-4cd7-ab42-c8d484e2b4a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.822441] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.822441] env[69262]: value = "task-3714257" [ 1105.822441] env[69262]: _type = "Task" [ 1105.822441] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.833183] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714257, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.859397] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2debf99-5d60-45c8-9808-6ed93e6e11cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.867620] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf70b4-01b4-4cbd-97ac-8d57247c9e07 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.900728] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e530cf-84a5-4d31-a3dd-5d6fd293dfa9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.909056] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7c34e-ea4c-463e-b201-fd6df40db8c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.926763] env[69262]: DEBUG nova.compute.provider_tree [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.950399] env[69262]: DEBUG oslo_vmware.api [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714255, 'name': ReconfigVM_Task, 'duration_secs': 0.249396} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.950682] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1105.955744] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8cd90b5-9e56-4e72-8386-fd95ec49a049 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.974397] env[69262]: DEBUG oslo_vmware.api [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1105.974397] env[69262]: value = "task-3714258" [ 1105.974397] env[69262]: _type = "Task" [ 1105.974397] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.984231] env[69262]: DEBUG oslo_vmware.api [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.059016] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714256, 'name': Rename_Task, 'duration_secs': 0.168114} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.059294] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.059379] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8bd70ae-b021-4041-87b5-521852888f19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.066998] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1106.066998] env[69262]: value = "task-3714259" [ 1106.066998] env[69262]: _type = "Task" [ 1106.066998] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.075678] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.124666] env[69262]: DEBUG nova.compute.manager [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Received event network-changed-d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.124827] env[69262]: DEBUG nova.compute.manager [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Refreshing instance network info cache due to event network-changed-d3a12395-6f4e-4a7c-8edc-a90696f24457. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.125130] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] Acquiring lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.125250] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] Acquired lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.125417] env[69262]: DEBUG nova.network.neutron [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Refreshing network info cache for port d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.332876] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714257, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.434074] env[69262]: DEBUG nova.scheduler.client.report [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.486145] env[69262]: DEBUG oslo_vmware.api [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714258, 'name': ReconfigVM_Task, 'duration_secs': 0.170238} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.486145] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739655', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'name': 'volume-9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6636a517-ef1a-41e7-8cf7-34629d3bd189', 'attached_at': '', 'detached_at': '', 'volume_id': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f', 'serial': '9abebf9a-a19c-4330-8d33-9bbfd005fb5f'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1106.577414] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.834089] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714257, 'name': CreateVM_Task, 'duration_secs': 0.533545} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.834398] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.835061] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.835623] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.835759] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.836123] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6b29e2-618f-4b73-950b-55436b0e23c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.840452] env[69262]: DEBUG nova.network.neutron [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updated VIF entry in instance network info cache for port d3a12395-6f4e-4a7c-8edc-a90696f24457. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.841613] env[69262]: DEBUG nova.network.neutron [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.845750] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1106.845750] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c36078-66e6-a166-1ba6-e9b05de223df" [ 1106.845750] env[69262]: _type = "Task" [ 1106.845750] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.855347] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c36078-66e6-a166-1ba6-e9b05de223df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.938136] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.940831] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.396s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.941147] env[69262]: DEBUG nova.objects.instance [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'resources' on Instance uuid 47202139-bde5-4ceb-957d-d8cd721d0074 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.967055] env[69262]: INFO nova.scheduler.client.report [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Deleted allocations for instance 2a11871a-1869-453b-9df5-56018768c351 [ 1107.035974] env[69262]: DEBUG nova.objects.instance [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'flavor' on Instance uuid 6636a517-ef1a-41e7-8cf7-34629d3bd189 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.081370] env[69262]: DEBUG oslo_vmware.api [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714259, 'name': PowerOnVM_Task, 'duration_secs': 0.697527} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.081370] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.081370] env[69262]: INFO nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1107.081370] env[69262]: DEBUG nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.081370] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a942b5d-5896-47c4-a82d-36974d2c5f09 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.218835] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.219083] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.350028] env[69262]: DEBUG oslo_concurrency.lockutils [req-dd28f965-6dd2-4865-aec4-431111b123d2 req-9de22b33-1c00-4518-8eee-ccdc9d9c0f7b service nova] Releasing lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.361215] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c36078-66e6-a166-1ba6-e9b05de223df, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.361526] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.362096] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.362096] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.362298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.362340] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.362841] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed1e52c-3caa-4b53-a830-627264e25416 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.375991] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.376345] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.377778] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9468c2-9cf5-42a2-b565-621f4da9e495 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.383575] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1107.383575] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5253e89d-25c7-fd7a-4e98-dcd33c16ebb5" [ 1107.383575] env[69262]: _type = "Task" [ 1107.383575] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.392213] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5253e89d-25c7-fd7a-4e98-dcd33c16ebb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.474693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-264a7955-08d9-48cc-b3bb-0dbd04358be3 tempest-ServerShowV254Test-529716081 tempest-ServerShowV254Test-529716081-project-member] Lock "2a11871a-1869-453b-9df5-56018768c351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.225s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.568606] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c667246b-dd8d-4f03-b134-8369c4b217f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.577098] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1dff8f-c95c-49be-a6ee-187a24b91cef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.612904] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c665a5-b68a-4c22-ae01-dda59fed1299 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.618214] env[69262]: INFO nova.compute.manager [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Took 13.87 seconds to build instance. [ 1107.623644] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd9984-cf18-4833-9eda-2e9bebb67dfe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.640701] env[69262]: DEBUG nova.compute.provider_tree [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.727813] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.727813] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.727813] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.727813] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.728086] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.728332] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.728667] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1107.729331] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.896299] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5253e89d-25c7-fd7a-4e98-dcd33c16ebb5, 'name': SearchDatastore_Task, 'duration_secs': 0.018242} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.897309] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849fd095-1ab3-4bef-99e9-53d12638b5ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.903624] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1107.903624] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527e9fcb-0f99-9b98-9f1a-2e02a125cef0" [ 1107.903624] env[69262]: _type = "Task" [ 1107.903624] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.912732] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527e9fcb-0f99-9b98-9f1a-2e02a125cef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.048550] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4abd1ecf-5404-4222-b9c4-061d7a7203dd tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.120685] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3bef30e6-8ec9-4283-b5c5-d991aaae996b tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.379s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.144300] env[69262]: DEBUG nova.scheduler.client.report [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.234622] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.337010] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.337389] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.414923] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527e9fcb-0f99-9b98-9f1a-2e02a125cef0, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.415650] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.415966] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.416282] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e32984c-e63c-45bf-a7e2-60a01de3e5b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.424098] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1108.424098] env[69262]: value = "task-3714260" [ 1108.424098] env[69262]: _type = "Task" [ 1108.424098] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.432399] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.649780] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.652997] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.476s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.653336] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.655703] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.422s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.655964] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.656311] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1108.658200] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc93a070-29b2-40d7-963f-b8bdb2c84358 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.674678] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eeca17-1c8b-4b68-88b7-83f66262e8d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.700049] env[69262]: INFO nova.scheduler.client.report [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Deleted allocations for instance 6060ca03-f265-4d7c-a5ac-687aa7d2745b [ 1108.708891] env[69262]: INFO nova.scheduler.client.report [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted allocations for instance 47202139-bde5-4ceb-957d-d8cd721d0074 [ 1108.714106] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60923427-1b1d-4647-898b-8aa2f6b1f84d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.723639] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fccd13-54c3-4f32-ba32-debd7e851158 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.759776] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179580MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1108.760071] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.763132] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.840445] env[69262]: DEBUG nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.936826] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714260, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.168988] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.169397] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.169943] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "6636a517-ef1a-41e7-8cf7-34629d3bd189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.170320] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.170572] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.173855] env[69262]: INFO nova.compute.manager [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Terminating instance [ 1109.213368] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c153facc-2de7-472c-bb85-92d2f2a7ff54 tempest-DeleteServersTestJSON-38546146 tempest-DeleteServersTestJSON-38546146-project-member] Lock "6060ca03-f265-4d7c-a5ac-687aa7d2745b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.554s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.222189] env[69262]: DEBUG oslo_concurrency.lockutils [None req-64de868d-0940-476e-98fd-45bc1a0e950f tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "47202139-bde5-4ceb-957d-d8cd721d0074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.078s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.369151] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.442139] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514524} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.443429] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.446561] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.446561] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2be2204b-c2be-4559-999d-eee3c4e3ed2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.455768] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1109.455768] env[69262]: value = "task-3714262" [ 1109.455768] env[69262]: _type = "Task" [ 1109.455768] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.467524] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.682771] env[69262]: DEBUG nova.compute.manager [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1109.683107] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.684055] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c7ff38-c908-4483-abe4-54c275444272 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.693449] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.694143] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66e202ba-5489-4b5b-b61e-8e2c324abc8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.702042] env[69262]: DEBUG oslo_vmware.api [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1109.702042] env[69262]: value = "task-3714263" [ 1109.702042] env[69262]: _type = "Task" [ 1109.702042] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.715387] env[69262]: DEBUG oslo_vmware.api [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.794826] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6636a517-ef1a-41e7-8cf7-34629d3bd189 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1109.794981] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 29b9821a-24a2-4872-a73b-08ccc8db925e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1109.795128] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6919c1d2-7aeb-4400-845f-46256f497e39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1109.795245] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 46b96e87-a7aa-4693-ac3b-946028cd836b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1109.795363] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance d9b09bbc-7bca-4673-8e80-81b15df3aa11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1109.795483] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1109.927587] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.930679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.930679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.930679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.930679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.931922] env[69262]: INFO nova.compute.manager [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Terminating instance [ 1109.968385] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082336} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.970063] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.970673] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a69661-57b5-4d40-9d23-8dd9f68d8dbb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.002225] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.002495] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ab6208-44a3-421c-9c26-22e258473e3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.025029] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1110.025029] env[69262]: value = "task-3714264" [ 1110.025029] env[69262]: _type = "Task" [ 1110.025029] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.033893] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.213632] env[69262]: DEBUG oslo_vmware.api [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714263, 'name': PowerOffVM_Task, 'duration_secs': 0.228998} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.214013] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.214245] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.214541] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d75ef6f-cc32-41e1-9ffa-2833d8a66b35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.288521] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.288719] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.288930] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleting the datastore file [datastore1] 6636a517-ef1a-41e7-8cf7-34629d3bd189 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.289281] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e885cea0-87b3-4dfb-bd28-c8e2656fc9fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.299129] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 865eea87-4f9d-42bd-b839-4f84cc803d8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1110.299451] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1110.299616] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1110.302675] env[69262]: DEBUG oslo_vmware.api [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1110.302675] env[69262]: value = "task-3714266" [ 1110.302675] env[69262]: _type = "Task" [ 1110.302675] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.312933] env[69262]: DEBUG oslo_vmware.api [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.436350] env[69262]: DEBUG nova.compute.manager [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.436562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.437559] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c83889-ad30-4fa6-b0b3-f58ef07d73bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.440805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1264cdf1-208f-436c-b468-62e48129cf86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.463466] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41a87fd-8d98-436d-a133-ed69e5873358 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.467180] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.468232] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6752c03a-7187-4e71-a16a-33f2c5978094 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.507201] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a121f-3928-464f-87cb-54a166e6bc91 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.510759] env[69262]: DEBUG oslo_vmware.api [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1110.510759] env[69262]: value = "task-3714267" [ 1110.510759] env[69262]: _type = "Task" [ 1110.510759] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.518075] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96b12a1-f356-4c27-9d01-8c6275c0f5e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.525590] env[69262]: DEBUG oslo_vmware.api [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.538041] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.546177] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714264, 'name': ReconfigVM_Task, 'duration_secs': 0.371416} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.546177] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.547999] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-514904d0-5550-4d52-a70e-5793e56dde10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.557280] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1110.557280] env[69262]: value = "task-3714268" [ 1110.557280] env[69262]: _type = "Task" [ 1110.557280] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.569325] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714268, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.700922] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.701134] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.819915] env[69262]: DEBUG oslo_vmware.api [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312745} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.820249] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.820406] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.820583] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.820754] env[69262]: INFO nova.compute.manager [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1110.821008] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.821237] env[69262]: DEBUG nova.compute.manager [-] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.821350] env[69262]: DEBUG nova.network.neutron [-] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.024671] env[69262]: DEBUG oslo_vmware.api [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714267, 'name': PowerOffVM_Task, 'duration_secs': 0.225349} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.024974] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.024974] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.026415] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8db24ef4-4d1d-4d0e-9be6-4a230f8b7686 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.041463] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.070776] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714268, 'name': Rename_Task, 'duration_secs': 0.182335} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.071340] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.071340] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-540e2c44-568c-404f-a8ae-74cd5b59ca30 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.082278] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1111.082278] env[69262]: value = "task-3714270" [ 1111.082278] env[69262]: _type = "Task" [ 1111.082278] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.094664] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.118568] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.118808] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.119081] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleting the datastore file [datastore2] d9b09bbc-7bca-4673-8e80-81b15df3aa11 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.119403] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c051639-d4f6-4398-8ee8-04c9ce4d0c94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.128904] env[69262]: DEBUG oslo_vmware.api [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for the task: (returnval){ [ 1111.128904] env[69262]: value = "task-3714271" [ 1111.128904] env[69262]: _type = "Task" [ 1111.128904] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.140469] env[69262]: DEBUG oslo_vmware.api [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.204346] env[69262]: DEBUG nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.421191] env[69262]: DEBUG nova.compute.manager [req-e48a0edb-c997-429e-8ad4-02f3836125ba req-5511c890-c168-428d-9771-0feadee6e54c service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Received event network-vif-deleted-d2fcc364-8c87-4907-a51f-613b586369ef {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.421401] env[69262]: INFO nova.compute.manager [req-e48a0edb-c997-429e-8ad4-02f3836125ba req-5511c890-c168-428d-9771-0feadee6e54c service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Neutron deleted interface d2fcc364-8c87-4907-a51f-613b586369ef; detaching it from the instance and deleting it from the info cache [ 1111.421582] env[69262]: DEBUG nova.network.neutron [req-e48a0edb-c997-429e-8ad4-02f3836125ba req-5511c890-c168-428d-9771-0feadee6e54c service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.548931] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1111.549350] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.789s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.549488] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.181s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.556847] env[69262]: INFO nova.compute.claims [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.600299] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714270, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.642986] env[69262]: DEBUG oslo_vmware.api [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Task: {'id': task-3714271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144846} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.643216] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.643470] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.643664] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.643837] env[69262]: INFO nova.compute.manager [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1111.644102] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.644303] env[69262]: DEBUG nova.compute.manager [-] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.644396] env[69262]: DEBUG nova.network.neutron [-] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.739381] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.900976] env[69262]: DEBUG nova.network.neutron [-] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.924171] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-424f7808-b31b-48ec-a7d1-ae17ff98b195 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.941906] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d78ccc-eb1e-4eab-9d05-f41b9b8ac428 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.984530] env[69262]: DEBUG nova.compute.manager [req-e48a0edb-c997-429e-8ad4-02f3836125ba req-5511c890-c168-428d-9771-0feadee6e54c service nova] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Detach interface failed, port_id=d2fcc364-8c87-4907-a51f-613b586369ef, reason: Instance 6636a517-ef1a-41e7-8cf7-34629d3bd189 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.095658] env[69262]: DEBUG oslo_vmware.api [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714270, 'name': PowerOnVM_Task, 'duration_secs': 0.920369} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.095988] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.096239] env[69262]: INFO nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1112.096450] env[69262]: DEBUG nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.097421] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542dfffa-2960-40aa-b087-df97884c6cc7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.406804] env[69262]: INFO nova.compute.manager [-] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Took 1.59 seconds to deallocate network for instance. [ 1112.464313] env[69262]: DEBUG nova.network.neutron [-] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.622439] env[69262]: INFO nova.compute.manager [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Took 16.37 seconds to build instance. [ 1112.699225] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5901a7-cea3-4a47-a142-043efe097b16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.711737] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1076428-d5c7-4850-86eb-98d958964048 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.744855] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba64f9-15c1-4042-9901-dc4da45ff675 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.753275] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648458e2-3516-4d1a-ba92-eaa60b14af6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.769810] env[69262]: DEBUG nova.compute.provider_tree [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.915154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.969114] env[69262]: INFO nova.compute.manager [-] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Took 1.32 seconds to deallocate network for instance. [ 1113.120121] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.120121] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.124750] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b9811f47-5a7b-4eb5-bf9b-fe8dfab5add1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.885s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.273453] env[69262]: DEBUG nova.scheduler.client.report [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.461976] env[69262]: DEBUG nova.compute.manager [req-2048fa1c-256d-49bf-933c-2e56af8151e1 req-4fbbb314-0c09-44c2-bcac-6b26dcb90c87 service nova] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Received event network-vif-deleted-30263cef-fbf6-43a9-9356-1caff03faf62 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.474507] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.622396] env[69262]: DEBUG nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.782024] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.782024] env[69262]: DEBUG nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.783087] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.044s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.784903] env[69262]: INFO nova.compute.claims [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.148586] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.290651] env[69262]: DEBUG nova.compute.utils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.294207] env[69262]: DEBUG nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1114.294541] env[69262]: DEBUG nova.network.neutron [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.338690] env[69262]: DEBUG nova.policy [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.660391] env[69262]: DEBUG nova.network.neutron [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Successfully created port: 5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.795948] env[69262]: DEBUG nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.950555] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89375f95-da4d-46e4-b1a1-0fcc1bcda9ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.961975] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e72e8d-9f27-4c53-b11b-a4901b8b5840 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.000069] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152fa82-c5e2-4a9b-b3c9-c0d21d5a00d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.008344] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbbbd7-5ff5-4b8c-a44a-d499b01d5426 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.022766] env[69262]: DEBUG nova.compute.provider_tree [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.492899] env[69262]: DEBUG nova.compute.manager [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Received event network-changed-d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.493202] env[69262]: DEBUG nova.compute.manager [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Refreshing instance network info cache due to event network-changed-d3a12395-6f4e-4a7c-8edc-a90696f24457. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.493202] env[69262]: DEBUG oslo_concurrency.lockutils [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] Acquiring lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.493317] env[69262]: DEBUG oslo_concurrency.lockutils [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] Acquired lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.493496] env[69262]: DEBUG nova.network.neutron [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Refreshing network info cache for port d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.526485] env[69262]: DEBUG nova.scheduler.client.report [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.821021] env[69262]: DEBUG nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.858637] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.858994] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.859182] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.859372] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.859522] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.859670] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.859882] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.860104] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.860235] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.860424] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.860584] env[69262]: DEBUG nova.virt.hardware [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.861491] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72892d5-28af-4940-a807-51706bc8b59e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.870642] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be82349-82c8-46fc-9b3e-074572c0e876 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.032168] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.032709] env[69262]: DEBUG nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.035841] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.121s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.036072] env[69262]: DEBUG nova.objects.instance [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'resources' on Instance uuid 6636a517-ef1a-41e7-8cf7-34629d3bd189 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.169348] env[69262]: DEBUG nova.network.neutron [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Successfully updated port: 5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.344310] env[69262]: DEBUG nova.network.neutron [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updated VIF entry in instance network info cache for port d3a12395-6f4e-4a7c-8edc-a90696f24457. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.344710] env[69262]: DEBUG nova.network.neutron [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.540523] env[69262]: DEBUG nova.compute.utils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.544306] env[69262]: DEBUG nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.544398] env[69262]: DEBUG nova.network.neutron [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.611146] env[69262]: DEBUG nova.policy [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70663ec87710482882d4d4529168630d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa650dc2c04cbd9cf0e2c864563ebf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.671581] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.671745] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.671903] env[69262]: DEBUG nova.network.neutron [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.692718] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853e4a43-db03-45e7-b3f1-85c8613d1322 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.702707] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c73852-43a1-4e05-a87f-9548f5360435 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.735474] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d68e9e-2073-4e63-bf6c-b6a23e21d466 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.744038] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8dcce4-b1ef-4eb5-98d5-7be1a1c83a88 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.760017] env[69262]: DEBUG nova.compute.provider_tree [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.851022] env[69262]: DEBUG oslo_concurrency.lockutils [req-ac3544c9-a13b-4c14-bfe8-f956024fe781 req-bb672fc6-7e85-4d11-ba00-d344185718bb service nova] Releasing lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.045747] env[69262]: DEBUG nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.213263] env[69262]: DEBUG nova.network.neutron [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.267067] env[69262]: DEBUG nova.scheduler.client.report [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.395558] env[69262]: DEBUG nova.network.neutron [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.400210] env[69262]: DEBUG nova.network.neutron [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Successfully created port: 5f227528-db1c-4233-a5da-02752a0bfe43 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.521076] env[69262]: DEBUG nova.compute.manager [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-vif-plugged-5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.521514] env[69262]: DEBUG oslo_concurrency.lockutils [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.521694] env[69262]: DEBUG oslo_concurrency.lockutils [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.522331] env[69262]: DEBUG oslo_concurrency.lockutils [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.522331] env[69262]: DEBUG nova.compute.manager [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] No waiting events found dispatching network-vif-plugged-5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1117.522331] env[69262]: WARNING nova.compute.manager [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received unexpected event network-vif-plugged-5a857163-2240-489b-a90f-07db403882d6 for instance with vm_state building and task_state spawning. [ 1117.522331] env[69262]: DEBUG nova.compute.manager [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-changed-5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.522596] env[69262]: DEBUG nova.compute.manager [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing instance network info cache due to event network-changed-5a857163-2240-489b-a90f-07db403882d6. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.522687] env[69262]: DEBUG oslo_concurrency.lockutils [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.776712] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.780299] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.305s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.780299] env[69262]: DEBUG nova.objects.instance [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lazy-loading 'resources' on Instance uuid d9b09bbc-7bca-4673-8e80-81b15df3aa11 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.803564] env[69262]: INFO nova.scheduler.client.report [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted allocations for instance 6636a517-ef1a-41e7-8cf7-34629d3bd189 [ 1117.899174] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.899660] env[69262]: DEBUG nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Instance network_info: |[{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.900191] env[69262]: DEBUG oslo_concurrency.lockutils [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.900452] env[69262]: DEBUG nova.network.neutron [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing network info cache for port 5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.902691] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:9f:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a857163-2240-489b-a90f-07db403882d6', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.910782] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.911665] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.912691] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-806ca730-57b4-4cb2-9a80-6a7eef3491cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.935147] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.935147] env[69262]: value = "task-3714272" [ 1117.935147] env[69262]: _type = "Task" [ 1117.935147] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.946816] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714272, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.991030] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "586574b2-63c4-48b7-8c29-e630da42037f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.991136] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "586574b2-63c4-48b7-8c29-e630da42037f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.062431] env[69262]: DEBUG nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.089996] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.091488] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.091488] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.091488] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.093455] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.093455] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.093455] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.093455] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.093455] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.093455] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.093455] env[69262]: DEBUG nova.virt.hardware [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.094141] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84abe46c-74c5-4239-a0ce-d54c319f4fb9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.103418] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce8e6eb-81fe-4b43-af7d-9bba0f60e3b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.313870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-afbbad5f-bbc8-490b-9cd9-ea9a5b13194b tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "6636a517-ef1a-41e7-8cf7-34629d3bd189" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.144s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.447024] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94f6683-2062-4f8c-9e3f-b6b8e2d6c232 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.452876] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714272, 'name': CreateVM_Task, 'duration_secs': 0.445564} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.454202] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.454328] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.454472] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.454817] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.455098] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1881cd3-f5df-44c6-b9e5-88c62760a2f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.460322] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10353280-e6cb-41bb-9a35-56dde963ee15 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.464803] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1118.464803] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e6f493-e133-5555-829f-771444da1f6a" [ 1118.464803] env[69262]: _type = "Task" [ 1118.464803] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.497950] env[69262]: DEBUG nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.504895] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d158dc-db0b-4afc-8085-875e3e989c3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.511624] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e6f493-e133-5555-829f-771444da1f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.014668} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.512408] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.512682] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.513093] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.513093] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.513835] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.513835] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9a10746-4c94-4986-8daa-a9d15a278221 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.519967] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4376781-b1ee-45e0-bbb7-4c631562908e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.526956] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.527627] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.536732] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cfb106-b2ba-4edc-8a8e-a58c318a6e38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.539671] env[69262]: DEBUG nova.compute.provider_tree [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.546978] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1118.546978] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]529538a3-2fef-e7cb-b2a6-225fcaa3e449" [ 1118.546978] env[69262]: _type = "Task" [ 1118.546978] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.565847] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529538a3-2fef-e7cb-b2a6-225fcaa3e449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.625737] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "28669955-321e-49e1-8b16-1c0627936844" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.626022] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.758984] env[69262]: DEBUG nova.network.neutron [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updated VIF entry in instance network info cache for port 5a857163-2240-489b-a90f-07db403882d6. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.759386] env[69262]: DEBUG nova.network.neutron [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.023083] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.044750] env[69262]: DEBUG nova.scheduler.client.report [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.059681] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]529538a3-2fef-e7cb-b2a6-225fcaa3e449, 'name': SearchDatastore_Task, 'duration_secs': 0.021843} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.060840] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a8bc01-bbb7-4c35-bdd3-8d0f3a34e31a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.067635] env[69262]: DEBUG nova.compute.manager [req-253bbdc9-f968-4fc7-a22c-d8852a0cd0f1 req-bd5ac86c-1dd2-4c76-9a27-c19f2492aaca service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Received event network-vif-plugged-5f227528-db1c-4233-a5da-02752a0bfe43 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.067907] env[69262]: DEBUG oslo_concurrency.lockutils [req-253bbdc9-f968-4fc7-a22c-d8852a0cd0f1 req-bd5ac86c-1dd2-4c76-9a27-c19f2492aaca service nova] Acquiring lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.068211] env[69262]: DEBUG oslo_concurrency.lockutils [req-253bbdc9-f968-4fc7-a22c-d8852a0cd0f1 req-bd5ac86c-1dd2-4c76-9a27-c19f2492aaca service nova] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.068588] env[69262]: DEBUG oslo_concurrency.lockutils [req-253bbdc9-f968-4fc7-a22c-d8852a0cd0f1 req-bd5ac86c-1dd2-4c76-9a27-c19f2492aaca service nova] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.068807] env[69262]: DEBUG nova.compute.manager [req-253bbdc9-f968-4fc7-a22c-d8852a0cd0f1 req-bd5ac86c-1dd2-4c76-9a27-c19f2492aaca service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] No waiting events found dispatching network-vif-plugged-5f227528-db1c-4233-a5da-02752a0bfe43 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1119.069010] env[69262]: WARNING nova.compute.manager [req-253bbdc9-f968-4fc7-a22c-d8852a0cd0f1 req-bd5ac86c-1dd2-4c76-9a27-c19f2492aaca service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Received unexpected event network-vif-plugged-5f227528-db1c-4233-a5da-02752a0bfe43 for instance with vm_state building and task_state spawning. [ 1119.071700] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1119.071700] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c23339-be4d-f07b-3a56-2e5cdd9fce94" [ 1119.071700] env[69262]: _type = "Task" [ 1119.071700] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.083127] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c23339-be4d-f07b-3a56-2e5cdd9fce94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.128736] env[69262]: DEBUG nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.174641] env[69262]: DEBUG nova.network.neutron [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Successfully updated port: 5f227528-db1c-4233-a5da-02752a0bfe43 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.262384] env[69262]: DEBUG oslo_concurrency.lockutils [req-368c1046-576b-41ef-8398-5fcf1864041f req-b06c1dcd-3791-4d5b-acd7-7d4fcdcaa3e5 service nova] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.549902] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.552714] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.404s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.554321] env[69262]: INFO nova.compute.claims [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.572762] env[69262]: INFO nova.scheduler.client.report [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Deleted allocations for instance d9b09bbc-7bca-4673-8e80-81b15df3aa11 [ 1119.587191] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c23339-be4d-f07b-3a56-2e5cdd9fce94, 'name': SearchDatastore_Task, 'duration_secs': 0.027141} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.587538] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.587914] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 865eea87-4f9d-42bd-b839-4f84cc803d8c/865eea87-4f9d-42bd-b839-4f84cc803d8c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.588249] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da309cfd-684d-463d-9677-c00a6c5ff6b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.596571] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1119.596571] env[69262]: value = "task-3714273" [ 1119.596571] env[69262]: _type = "Task" [ 1119.596571] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.605656] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.652115] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.678810] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "refresh_cache-c2be1e9e-c728-46a5-bffd-b614e8a82bc6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.678810] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "refresh_cache-c2be1e9e-c728-46a5-bffd-b614e8a82bc6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.678810] env[69262]: DEBUG nova.network.neutron [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.083497] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b6dc02c7-a226-4dc6-9276-3b3d8d8838bd tempest-ServerDiskConfigTestJSON-1013086766 tempest-ServerDiskConfigTestJSON-1013086766-project-member] Lock "d9b09bbc-7bca-4673-8e80-81b15df3aa11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.155s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.110846] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714273, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.215763] env[69262]: DEBUG nova.network.neutron [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.417845] env[69262]: DEBUG nova.network.neutron [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Updating instance_info_cache with network_info: [{"id": "5f227528-db1c-4233-a5da-02752a0bfe43", "address": "fa:16:3e:5d:b5:6a", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f227528-db", "ovs_interfaceid": "5f227528-db1c-4233-a5da-02752a0bfe43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.468889] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.469162] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.609788] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549361} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.610418] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 865eea87-4f9d-42bd-b839-4f84cc803d8c/865eea87-4f9d-42bd-b839-4f84cc803d8c.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.610649] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.610892] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0625df15-1376-4480-bbe0-579b7fc044bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.618773] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1120.618773] env[69262]: value = "task-3714274" [ 1120.618773] env[69262]: _type = "Task" [ 1120.618773] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.631764] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.711883] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8011798a-d974-4d20-901e-a7d156bd625e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.720539] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc0538e-a2bb-4d58-95eb-ba17b835b9f8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.753149] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636909db-7ab8-4a1b-a4cf-53c6dee2ddb1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.761929] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8286cb-c8f4-4be7-b031-845a4d3e62a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.779044] env[69262]: DEBUG nova.compute.provider_tree [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.920633] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "refresh_cache-c2be1e9e-c728-46a5-bffd-b614e8a82bc6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.921065] env[69262]: DEBUG nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Instance network_info: |[{"id": "5f227528-db1c-4233-a5da-02752a0bfe43", "address": "fa:16:3e:5d:b5:6a", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f227528-db", "ovs_interfaceid": "5f227528-db1c-4233-a5da-02752a0bfe43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.921503] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:b5:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f227528-db1c-4233-a5da-02752a0bfe43', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.929382] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.929640] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.929871] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69d05845-098a-4dd4-80ab-fbd79520bd37 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.951769] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.951769] env[69262]: value = "task-3714275" [ 1120.951769] env[69262]: _type = "Task" [ 1120.951769] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.960936] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714275, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.971575] env[69262]: DEBUG nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.105749] env[69262]: DEBUG nova.compute.manager [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Received event network-changed-5f227528-db1c-4233-a5da-02752a0bfe43 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.106105] env[69262]: DEBUG nova.compute.manager [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Refreshing instance network info cache due to event network-changed-5f227528-db1c-4233-a5da-02752a0bfe43. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.106534] env[69262]: DEBUG oslo_concurrency.lockutils [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] Acquiring lock "refresh_cache-c2be1e9e-c728-46a5-bffd-b614e8a82bc6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.106858] env[69262]: DEBUG oslo_concurrency.lockutils [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] Acquired lock "refresh_cache-c2be1e9e-c728-46a5-bffd-b614e8a82bc6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.107269] env[69262]: DEBUG nova.network.neutron [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Refreshing network info cache for port 5f227528-db1c-4233-a5da-02752a0bfe43 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.128995] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077898} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.129293] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.130154] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531a55cb-9b81-4ddd-b37f-3793b779f10d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.152839] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 865eea87-4f9d-42bd-b839-4f84cc803d8c/865eea87-4f9d-42bd-b839-4f84cc803d8c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.153516] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-964213ab-6921-4a53-aed7-2de2cfc531a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.174344] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1121.174344] env[69262]: value = "task-3714276" [ 1121.174344] env[69262]: _type = "Task" [ 1121.174344] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.183719] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714276, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.282105] env[69262]: DEBUG nova.scheduler.client.report [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.462359] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714275, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.502583] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.686733] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714276, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.788574] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.789629] env[69262]: DEBUG nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.794711] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.770s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.795112] env[69262]: INFO nova.compute.claims [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.958836] env[69262]: DEBUG nova.network.neutron [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Updated VIF entry in instance network info cache for port 5f227528-db1c-4233-a5da-02752a0bfe43. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.959263] env[69262]: DEBUG nova.network.neutron [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Updating instance_info_cache with network_info: [{"id": "5f227528-db1c-4233-a5da-02752a0bfe43", "address": "fa:16:3e:5d:b5:6a", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f227528-db", "ovs_interfaceid": "5f227528-db1c-4233-a5da-02752a0bfe43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.966326] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714275, 'name': CreateVM_Task, 'duration_secs': 0.88176} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.966922] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.967569] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.967912] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.968271] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.968543] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9badd6-d0da-4637-a606-af18ef05b321 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.974404] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1121.974404] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c6760-577d-28ea-ac55-4fa9aa886ad8" [ 1121.974404] env[69262]: _type = "Task" [ 1121.974404] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.984628] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c6760-577d-28ea-ac55-4fa9aa886ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.185582] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714276, 'name': ReconfigVM_Task, 'duration_secs': 0.816924} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.185932] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 865eea87-4f9d-42bd-b839-4f84cc803d8c/865eea87-4f9d-42bd-b839-4f84cc803d8c.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.186499] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31ace871-7eba-4f40-8b16-62d11f41139b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.194273] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1122.194273] env[69262]: value = "task-3714277" [ 1122.194273] env[69262]: _type = "Task" [ 1122.194273] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.203041] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714277, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.300094] env[69262]: DEBUG nova.compute.utils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.303586] env[69262]: DEBUG nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.303779] env[69262]: DEBUG nova.network.neutron [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.364747] env[69262]: DEBUG nova.policy [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dac9fd9d36904749a778ecec7a97607d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65feb6d6e1c54a5698258f7ed471df81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.467673] env[69262]: DEBUG oslo_concurrency.lockutils [req-ccd7404e-09dc-45db-8a33-47bc36416879 req-4d0a6982-eac4-44c7-bd2d-d4a09f81d7c9 service nova] Releasing lock "refresh_cache-c2be1e9e-c728-46a5-bffd-b614e8a82bc6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.485565] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522c6760-577d-28ea-ac55-4fa9aa886ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.485872] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.486293] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.486454] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.486648] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.486836] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.487131] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b36d1828-61b6-4ddf-b36a-fc8e5be3206f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.497047] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.497047] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.497712] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43f4847d-f667-4d8d-b2a2-953d4b680cb1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.504413] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1122.504413] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc8436-f716-82cf-41cc-9f096633b40c" [ 1122.504413] env[69262]: _type = "Task" [ 1122.504413] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.512418] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc8436-f716-82cf-41cc-9f096633b40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.705214] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714277, 'name': Rename_Task, 'duration_secs': 0.156286} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.705555] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.705816] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a7a97aa-afa4-4599-8478-762db2202c51 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.714323] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1122.714323] env[69262]: value = "task-3714278" [ 1122.714323] env[69262]: _type = "Task" [ 1122.714323] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.726421] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.804350] env[69262]: DEBUG nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.911819] env[69262]: DEBUG nova.network.neutron [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Successfully created port: cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.998895] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb1b1d-aca5-4120-8e21-b325f19b53d5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.009563] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb193cf-b080-4b14-80ef-48796510a397 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.018863] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fc8436-f716-82cf-41cc-9f096633b40c, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.045086] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8234198-21f5-43e3-ba24-809eec5c0f3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.052159] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad5a22a-53b1-49c9-8738-cda5aa88c8b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.060341] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1123.060341] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52028429-4aac-4d89-2a0f-99fce7bbc9ca" [ 1123.060341] env[69262]: _type = "Task" [ 1123.060341] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.067101] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a4a0ad-81b0-4d68-ad2d-03ac0b933c09 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.086440] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52028429-4aac-4d89-2a0f-99fce7bbc9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012595} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.087120] env[69262]: DEBUG nova.compute.provider_tree [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.093681] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.094032] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] c2be1e9e-c728-46a5-bffd-b614e8a82bc6/c2be1e9e-c728-46a5-bffd-b614e8a82bc6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.094612] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad4f26c-8b3a-41da-a1b3-2bfaa4fe00c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.102659] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1123.102659] env[69262]: value = "task-3714279" [ 1123.102659] env[69262]: _type = "Task" [ 1123.102659] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.113275] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.225660] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.595716] env[69262]: DEBUG nova.scheduler.client.report [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.624919] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503831} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.624919] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] c2be1e9e-c728-46a5-bffd-b614e8a82bc6/c2be1e9e-c728-46a5-bffd-b614e8a82bc6.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.625190] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.625384] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e48b9e34-976f-4a7d-91ce-d97e75ce482d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.635671] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1123.635671] env[69262]: value = "task-3714280" [ 1123.635671] env[69262]: _type = "Task" [ 1123.635671] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.646410] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.727310] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.818545] env[69262]: DEBUG nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.848588] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.848868] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.849049] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.849241] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.849392] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.849542] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.849753] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.849912] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.850090] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.850257] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.850432] env[69262]: DEBUG nova.virt.hardware [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.851350] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b78625-ff47-457d-a628-eb06ee1f6494 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.859857] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66cd043-d0eb-428e-9d0f-88ad48b7892a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.101097] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.101624] env[69262]: DEBUG nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.104367] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.453s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.105713] env[69262]: INFO nova.compute.claims [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.146909] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070279} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.147209] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.148039] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69e0082-4d5c-4109-97ea-7a48d466c3f8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.171473] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c2be1e9e-c728-46a5-bffd-b614e8a82bc6/c2be1e9e-c728-46a5-bffd-b614e8a82bc6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.172043] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95f17e17-a326-4b49-8535-5981548fcf71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.192048] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1124.192048] env[69262]: value = "task-3714281" [ 1124.192048] env[69262]: _type = "Task" [ 1124.192048] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.201611] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.228341] env[69262]: DEBUG oslo_vmware.api [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714278, 'name': PowerOnVM_Task, 'duration_secs': 1.162929} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.228341] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.228341] env[69262]: INFO nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1124.228777] env[69262]: DEBUG nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.229324] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8767f5f9-bc0a-4237-86fe-47fd0c1c0ef9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.383089] env[69262]: DEBUG nova.compute.manager [req-f1f76ec0-18ed-43d7-a794-e57398740b5b req-72853166-64d2-40ba-9b84-61fbb392cd71 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-vif-plugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.383283] env[69262]: DEBUG oslo_concurrency.lockutils [req-f1f76ec0-18ed-43d7-a794-e57398740b5b req-72853166-64d2-40ba-9b84-61fbb392cd71 service nova] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.383594] env[69262]: DEBUG oslo_concurrency.lockutils [req-f1f76ec0-18ed-43d7-a794-e57398740b5b req-72853166-64d2-40ba-9b84-61fbb392cd71 service nova] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.383874] env[69262]: DEBUG oslo_concurrency.lockutils [req-f1f76ec0-18ed-43d7-a794-e57398740b5b req-72853166-64d2-40ba-9b84-61fbb392cd71 service nova] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.384152] env[69262]: DEBUG nova.compute.manager [req-f1f76ec0-18ed-43d7-a794-e57398740b5b req-72853166-64d2-40ba-9b84-61fbb392cd71 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] No waiting events found dispatching network-vif-plugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.384503] env[69262]: WARNING nova.compute.manager [req-f1f76ec0-18ed-43d7-a794-e57398740b5b req-72853166-64d2-40ba-9b84-61fbb392cd71 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received unexpected event network-vif-plugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 for instance with vm_state building and task_state spawning. [ 1124.530620] env[69262]: DEBUG nova.network.neutron [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Successfully updated port: cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.609945] env[69262]: DEBUG nova.compute.utils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.613381] env[69262]: DEBUG nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.613575] env[69262]: DEBUG nova.network.neutron [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.652063] env[69262]: DEBUG nova.policy [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd016d376cfa94f6dab02c4a5fb077029', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '036bb6a313b14394a24e80adeafa53b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.704585] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.750210] env[69262]: INFO nova.compute.manager [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Took 15.40 seconds to build instance. [ 1125.031535] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.031713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.031879] env[69262]: DEBUG nova.network.neutron [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.033678] env[69262]: DEBUG nova.network.neutron [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Successfully created port: c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.114928] env[69262]: DEBUG nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.207380] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714281, 'name': ReconfigVM_Task, 'duration_secs': 0.965108} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.208034] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c2be1e9e-c728-46a5-bffd-b614e8a82bc6/c2be1e9e-c728-46a5-bffd-b614e8a82bc6.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.209140] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45fc9317-cb28-4200-996d-f8af33fb398f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.215883] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1125.215883] env[69262]: value = "task-3714282" [ 1125.215883] env[69262]: _type = "Task" [ 1125.215883] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.233966] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714282, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.255493] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ae9225d0-035e-48e8-bf03-cf20d83bad8f tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.918s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.312566] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2e2684-ddfe-4f9b-aa3f-74d552d76823 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.321395] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15aafb3-f11a-467c-a6d9-249259e56727 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.355411] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56203ee2-b5d1-4b38-9424-a78a1cdaf60b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.365078] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b793341-4a0b-483c-a753-8c72291b4468 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.379514] env[69262]: DEBUG nova.compute.provider_tree [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.589383] env[69262]: DEBUG nova.network.neutron [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.631087] env[69262]: DEBUG nova.compute.manager [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-changed-5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.631284] env[69262]: DEBUG nova.compute.manager [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing instance network info cache due to event network-changed-5a857163-2240-489b-a90f-07db403882d6. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.631740] env[69262]: DEBUG oslo_concurrency.lockutils [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.631740] env[69262]: DEBUG oslo_concurrency.lockutils [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.631941] env[69262]: DEBUG nova.network.neutron [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing network info cache for port 5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.728719] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714282, 'name': Rename_Task, 'duration_secs': 0.466437} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.729022] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.729293] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77968dfd-e8fd-4c7e-ae55-44af062a5443 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.737017] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1125.737017] env[69262]: value = "task-3714283" [ 1125.737017] env[69262]: _type = "Task" [ 1125.737017] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.740815] env[69262]: DEBUG nova.network.neutron [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadf202c-1b", "ovs_interfaceid": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.747094] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.883389] env[69262]: DEBUG nova.scheduler.client.report [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.130292] env[69262]: DEBUG nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.158303] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.158805] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.158805] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.158910] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.159041] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.159210] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.159425] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.159586] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.159755] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.159919] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.160110] env[69262]: DEBUG nova.virt.hardware [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.161328] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488b0237-b716-4d11-ad06-e69ba5fd74e1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.170079] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1472e9-d5b2-451b-8770-5ce0627be026 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.247819] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.247819] env[69262]: DEBUG nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Instance network_info: |[{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadf202c-1b", "ovs_interfaceid": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.248323] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.248553] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:c4:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cadf202c-1b9e-4c0e-92c8-53217aa146a8', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.256093] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating folder: Project (65feb6d6e1c54a5698258f7ed471df81). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.258939] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44ac3ab2-2929-4f45-b7ed-36dec70c0294 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.271795] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created folder: Project (65feb6d6e1c54a5698258f7ed471df81) in parent group-v739409. [ 1126.272049] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating folder: Instances. Parent ref: group-v739692. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.272297] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9113c3d6-1284-4987-bebc-879eb6195b90 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.283873] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created folder: Instances in parent group-v739692. [ 1126.284184] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.286888] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.287177] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a236494-dc7c-4015-b8ae-816f56e79525 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.308297] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.308297] env[69262]: value = "task-3714286" [ 1126.308297] env[69262]: _type = "Task" [ 1126.308297] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.317247] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714286, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.388924] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.388924] env[69262]: DEBUG nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.391620] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.889s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.393929] env[69262]: INFO nova.compute.claims [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.416797] env[69262]: DEBUG nova.compute.manager [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.417113] env[69262]: DEBUG nova.compute.manager [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing instance network info cache due to event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.417520] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] Acquiring lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.417617] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] Acquired lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.417838] env[69262]: DEBUG nova.network.neutron [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.424160] env[69262]: DEBUG nova.network.neutron [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updated VIF entry in instance network info cache for port 5a857163-2240-489b-a90f-07db403882d6. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.424629] env[69262]: DEBUG nova.network.neutron [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.750030] env[69262]: DEBUG oslo_vmware.api [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714283, 'name': PowerOnVM_Task, 'duration_secs': 0.662657} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.750030] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.750030] env[69262]: INFO nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1126.750030] env[69262]: DEBUG nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.750030] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf49da3-95a6-40ad-ae6b-721347408b2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.818995] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714286, 'name': CreateVM_Task, 'duration_secs': 0.364845} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.819486] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.820338] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.820661] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.821128] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.821519] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892d30fc-a599-4110-8ab2-d6a0ce6cd102 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.826819] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1126.826819] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525bc088-0504-8fd5-2046-e7e4da66627c" [ 1126.826819] env[69262]: _type = "Task" [ 1126.826819] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.835625] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525bc088-0504-8fd5-2046-e7e4da66627c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.901432] env[69262]: DEBUG nova.compute.utils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.903151] env[69262]: DEBUG nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.903472] env[69262]: DEBUG nova.network.neutron [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.927370] env[69262]: DEBUG oslo_concurrency.lockutils [req-d8e31df2-7453-46f7-9f21-f5979ee1e1f2 req-5d3599c6-50ad-45b0-8881-8dec765555e2 service nova] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.970472] env[69262]: DEBUG nova.policy [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c935af23c5449689c5d9e302d9bccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bf525522b514e56b67db0b133f3deac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.985968] env[69262]: DEBUG nova.network.neutron [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Successfully updated port: c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.236298] env[69262]: DEBUG nova.network.neutron [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updated VIF entry in instance network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.237052] env[69262]: DEBUG nova.network.neutron [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadf202c-1b", "ovs_interfaceid": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.267674] env[69262]: INFO nova.compute.manager [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Took 15.56 seconds to build instance. [ 1127.340580] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525bc088-0504-8fd5-2046-e7e4da66627c, 'name': SearchDatastore_Task, 'duration_secs': 0.024912} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.340909] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.341175] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.341460] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.341606] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.341792] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.342090] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b932c124-03af-4fcd-b5c6-56ba362237bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.352853] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.353069] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.354179] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f602a00b-23f0-434c-bb2e-1ef6d6535256 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.360467] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1127.360467] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5240ed59-69ce-21a8-2791-88b6e260092c" [ 1127.360467] env[69262]: _type = "Task" [ 1127.360467] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.371323] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5240ed59-69ce-21a8-2791-88b6e260092c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.382561] env[69262]: DEBUG nova.network.neutron [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Successfully created port: 2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.404015] env[69262]: DEBUG nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.487273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.487394] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquired lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.487612] env[69262]: DEBUG nova.network.neutron [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.567707] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e03e8-ca5d-4fa8-8afa-2da934204ca7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.580358] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d661d8f-d6e6-4d78-8a64-27f86c109562 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.618752] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d36abb5-a181-44b9-be38-b717aa356242 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.627772] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b918da9-464a-4266-b75e-d31991bbfb69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.643804] env[69262]: DEBUG nova.compute.provider_tree [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.740351] env[69262]: DEBUG oslo_concurrency.lockutils [req-0ca3223f-d0a1-46f2-a657-86707248012a req-3156c603-73b1-4ac1-8e19-e9ca8997bcfb service nova] Releasing lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.770351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8a3ad12c-125e-46ad-a558-e1c96b0dc998 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.069s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.873761] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5240ed59-69ce-21a8-2791-88b6e260092c, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.874794] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edec11b-b529-4389-8820-b78e2eca4c9f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.882317] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1127.882317] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526e10b2-2206-4c33-837d-473e558cf4c5" [ 1127.882317] env[69262]: _type = "Task" [ 1127.882317] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.891298] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526e10b2-2206-4c33-837d-473e558cf4c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.147331] env[69262]: DEBUG nova.scheduler.client.report [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.241765] env[69262]: DEBUG nova.network.neutron [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.371984] env[69262]: DEBUG nova.network.neutron [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.394619] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526e10b2-2206-4c33-837d-473e558cf4c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.394876] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.395149] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.395409] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb7a9d4-1c42-46dd-9fee-8fd623572835 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.402797] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1128.402797] env[69262]: value = "task-3714287" [ 1128.402797] env[69262]: _type = "Task" [ 1128.402797] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.411331] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.416855] env[69262]: DEBUG nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.445925] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.446199] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.446411] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.446604] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.446751] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.446899] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.447126] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.447293] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.447462] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.447619] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.447791] env[69262]: DEBUG nova.virt.hardware [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.448681] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f7ef1-9ce9-417c-89f9-256429cfa20f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.458734] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d453035-8982-422b-b099-e411f4c875b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.514206] env[69262]: DEBUG nova.compute.manager [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received event network-vif-plugged-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.514206] env[69262]: DEBUG oslo_concurrency.lockutils [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] Acquiring lock "586574b2-63c4-48b7-8c29-e630da42037f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.514206] env[69262]: DEBUG oslo_concurrency.lockutils [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] Lock "586574b2-63c4-48b7-8c29-e630da42037f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.514537] env[69262]: DEBUG oslo_concurrency.lockutils [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] Lock "586574b2-63c4-48b7-8c29-e630da42037f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.515273] env[69262]: DEBUG nova.compute.manager [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] No waiting events found dispatching network-vif-plugged-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.515589] env[69262]: WARNING nova.compute.manager [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received unexpected event network-vif-plugged-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 for instance with vm_state building and task_state spawning. [ 1128.516043] env[69262]: DEBUG nova.compute.manager [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.516352] env[69262]: DEBUG nova.compute.manager [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing instance network info cache due to event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.516647] env[69262]: DEBUG oslo_concurrency.lockutils [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] Acquiring lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.655686] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.656062] env[69262]: DEBUG nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.807065] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.807467] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.807716] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.808071] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.808483] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.810697] env[69262]: INFO nova.compute.manager [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Terminating instance [ 1128.874644] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Releasing lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.875829] env[69262]: DEBUG nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Instance network_info: |[{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.875829] env[69262]: DEBUG oslo_concurrency.lockutils [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] Acquired lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.875829] env[69262]: DEBUG nova.network.neutron [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.877064] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:21:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9904a6d-cfe3-446b-ba49-4ba3fba5a474', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.886168] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Creating folder: Project (036bb6a313b14394a24e80adeafa53b5). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.887478] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6730a021-bbf1-464a-8d89-8a8c4bacebc8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.899716] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Created folder: Project (036bb6a313b14394a24e80adeafa53b5) in parent group-v739409. [ 1128.899940] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Creating folder: Instances. Parent ref: group-v739695. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1128.900218] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b150a5a3-4faf-498c-a0df-7c7233d922e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.910038] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Created folder: Instances in parent group-v739695. [ 1128.910303] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.910512] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.910766] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-270ac8ae-110d-4450-9941-8656f392281b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.930729] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509782} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.931580] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.931899] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.932242] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37f823e2-4be1-439b-8128-ecaeb70f390a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.937819] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.937819] env[69262]: value = "task-3714290" [ 1128.937819] env[69262]: _type = "Task" [ 1128.937819] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.943640] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1128.943640] env[69262]: value = "task-3714291" [ 1128.943640] env[69262]: _type = "Task" [ 1128.943640] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.950775] env[69262]: DEBUG nova.compute.manager [req-dbc72ddf-46f3-4abb-9e7a-ae72611dfd76 req-8c43a66c-48f9-4021-ade9-707891858fca service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Received event network-vif-plugged-2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.951065] env[69262]: DEBUG oslo_concurrency.lockutils [req-dbc72ddf-46f3-4abb-9e7a-ae72611dfd76 req-8c43a66c-48f9-4021-ade9-707891858fca service nova] Acquiring lock "28669955-321e-49e1-8b16-1c0627936844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.951354] env[69262]: DEBUG oslo_concurrency.lockutils [req-dbc72ddf-46f3-4abb-9e7a-ae72611dfd76 req-8c43a66c-48f9-4021-ade9-707891858fca service nova] Lock "28669955-321e-49e1-8b16-1c0627936844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.951621] env[69262]: DEBUG oslo_concurrency.lockutils [req-dbc72ddf-46f3-4abb-9e7a-ae72611dfd76 req-8c43a66c-48f9-4021-ade9-707891858fca service nova] Lock "28669955-321e-49e1-8b16-1c0627936844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.951775] env[69262]: DEBUG nova.compute.manager [req-dbc72ddf-46f3-4abb-9e7a-ae72611dfd76 req-8c43a66c-48f9-4021-ade9-707891858fca service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] No waiting events found dispatching network-vif-plugged-2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.951971] env[69262]: WARNING nova.compute.manager [req-dbc72ddf-46f3-4abb-9e7a-ae72611dfd76 req-8c43a66c-48f9-4021-ade9-707891858fca service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Received unexpected event network-vif-plugged-2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 for instance with vm_state building and task_state spawning. [ 1128.956524] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714290, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.963899] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.094069] env[69262]: DEBUG nova.network.neutron [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Successfully updated port: 2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.104378] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.104716] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.161137] env[69262]: DEBUG nova.compute.utils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.165245] env[69262]: DEBUG nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.165245] env[69262]: DEBUG nova.network.neutron [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.204994] env[69262]: DEBUG nova.policy [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52cb2d8ea52146b88046cb0c536f5ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c7d6780e9146ada3e548eb9c2da1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.316281] env[69262]: DEBUG nova.compute.manager [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.316512] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.317477] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8baf342-5ead-4711-832f-7b47a8c99624 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.326368] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.326671] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe05b8b0-81da-4702-9a4f-59097d300575 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.333692] env[69262]: DEBUG oslo_vmware.api [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1129.333692] env[69262]: value = "task-3714292" [ 1129.333692] env[69262]: _type = "Task" [ 1129.333692] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.343688] env[69262]: DEBUG oslo_vmware.api [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.448729] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714290, 'name': CreateVM_Task, 'duration_secs': 0.338558} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.451705] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.452406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.452584] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.452893] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.453537] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad44e5e-0c5c-4fac-a6de-5057f0df21b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.458251] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072919} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.459673] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.460128] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1129.460128] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e15e25-eabc-16b7-6538-49436d5a8c8a" [ 1129.460128] env[69262]: _type = "Task" [ 1129.460128] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.460909] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d89407-efa8-4d20-ba73-96701b729f53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.472064] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e15e25-eabc-16b7-6538-49436d5a8c8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010301} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.483819] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.484127] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.484369] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.484517] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.484700] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.493664] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.493891] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4be2ed78-7f88-4ea1-87c1-727bd868ca89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.496385] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08348d7e-94ee-4d9b-ac45-c40947186fbe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.517530] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1129.517530] env[69262]: value = "task-3714293" [ 1129.517530] env[69262]: _type = "Task" [ 1129.517530] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.518945] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.519191] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.522768] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9237331e-637c-4bc3-b845-ba6343b4d5e1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.534419] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.534419] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1129.534419] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b328c6-593c-2bf5-d819-6cbbacf15770" [ 1129.534419] env[69262]: _type = "Task" [ 1129.534419] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.543647] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b328c6-593c-2bf5-d819-6cbbacf15770, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.544525] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fb4380-94fb-4dc4-bd5d-e4d07675d702 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.551536] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1129.551536] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521cd82a-37b3-3703-1534-54817b75d213" [ 1129.551536] env[69262]: _type = "Task" [ 1129.551536] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.562795] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521cd82a-37b3-3703-1534-54817b75d213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.597036] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-28669955-321e-49e1-8b16-1c0627936844" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.597198] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-28669955-321e-49e1-8b16-1c0627936844" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.597354] env[69262]: DEBUG nova.network.neutron [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.610398] env[69262]: DEBUG nova.compute.utils [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.652876] env[69262]: DEBUG nova.network.neutron [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Successfully created port: 4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.667174] env[69262]: DEBUG nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.703966] env[69262]: DEBUG nova.network.neutron [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updated VIF entry in instance network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.704469] env[69262]: DEBUG nova.network.neutron [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.843810] env[69262]: DEBUG oslo_vmware.api [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714292, 'name': PowerOffVM_Task, 'duration_secs': 0.460119} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.844109] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.844299] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.844559] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40865997-b354-4d64-99fe-284c3b166614 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.930257] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.930510] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.930704] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleting the datastore file [datastore2] c2be1e9e-c728-46a5-bffd-b614e8a82bc6 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.931030] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03bec6f0-3f25-401e-856a-1e77f7c38b6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.938384] env[69262]: DEBUG oslo_vmware.api [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1129.938384] env[69262]: value = "task-3714295" [ 1129.938384] env[69262]: _type = "Task" [ 1129.938384] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.949632] env[69262]: DEBUG oslo_vmware.api [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.029557] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714293, 'name': ReconfigVM_Task, 'duration_secs': 0.294321} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.029863] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.030539] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7aad867-104f-422f-b8df-f91502e7c20b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.038326] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1130.038326] env[69262]: value = "task-3714296" [ 1130.038326] env[69262]: _type = "Task" [ 1130.038326] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.047472] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714296, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.062148] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521cd82a-37b3-3703-1534-54817b75d213, 'name': SearchDatastore_Task, 'duration_secs': 0.012755} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.062437] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.062754] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/586574b2-63c4-48b7-8c29-e630da42037f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.062992] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69da4b2e-fdf4-44dd-b11d-32f2bfa7717a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.070307] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1130.070307] env[69262]: value = "task-3714297" [ 1130.070307] env[69262]: _type = "Task" [ 1130.070307] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.078820] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.114643] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.134083] env[69262]: DEBUG nova.network.neutron [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.209472] env[69262]: DEBUG oslo_concurrency.lockutils [req-731cea04-c442-4493-b7dc-bc7a9011b38c req-dcefa3fc-145b-40c9-ac92-7d8350ba37dc service nova] Releasing lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.287611] env[69262]: DEBUG nova.network.neutron [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Updating instance_info_cache with network_info: [{"id": "2a4af7df-81a8-477d-a2e3-ce4ee43d49d4", "address": "fa:16:3e:e2:f8:9c", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4af7df-81", "ovs_interfaceid": "2a4af7df-81a8-477d-a2e3-ce4ee43d49d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.451330] env[69262]: DEBUG oslo_vmware.api [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425869} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.451702] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.451823] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.451993] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.452289] env[69262]: INFO nova.compute.manager [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.452460] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.452669] env[69262]: DEBUG nova.compute.manager [-] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.452771] env[69262]: DEBUG nova.network.neutron [-] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.550498] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714296, 'name': Rename_Task, 'duration_secs': 0.16144} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.550805] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.551066] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bd896b6-6f72-4b95-aed9-4af3cf5cd9d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.563167] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1130.563167] env[69262]: value = "task-3714298" [ 1130.563167] env[69262]: _type = "Task" [ 1130.563167] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.574134] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.583355] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714297, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.678058] env[69262]: DEBUG nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.712867] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.713502] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.714018] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.714583] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.714868] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.715352] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.715708] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.716046] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.716365] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.716673] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.717013] env[69262]: DEBUG nova.virt.hardware [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.718476] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39521e08-df02-4bc4-bc01-a2a701028518 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.736817] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594fa57-aca5-49cf-8074-91839d3a3e22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.791178] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-28669955-321e-49e1-8b16-1c0627936844" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.791523] env[69262]: DEBUG nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Instance network_info: |[{"id": "2a4af7df-81a8-477d-a2e3-ce4ee43d49d4", "address": "fa:16:3e:e2:f8:9c", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4af7df-81", "ovs_interfaceid": "2a4af7df-81a8-477d-a2e3-ce4ee43d49d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.792124] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:f8:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a4af7df-81a8-477d-a2e3-ce4ee43d49d4', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.802859] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.803300] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.803608] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-797de2aa-6318-46a9-b429-2625788ebe98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.826533] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.826533] env[69262]: value = "task-3714299" [ 1130.826533] env[69262]: _type = "Task" [ 1130.826533] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.835731] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714299, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.997162] env[69262]: DEBUG nova.compute.manager [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Received event network-changed-2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.997383] env[69262]: DEBUG nova.compute.manager [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Refreshing instance network info cache due to event network-changed-2a4af7df-81a8-477d-a2e3-ce4ee43d49d4. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.998246] env[69262]: DEBUG oslo_concurrency.lockutils [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] Acquiring lock "refresh_cache-28669955-321e-49e1-8b16-1c0627936844" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.998246] env[69262]: DEBUG oslo_concurrency.lockutils [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] Acquired lock "refresh_cache-28669955-321e-49e1-8b16-1c0627936844" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.998246] env[69262]: DEBUG nova.network.neutron [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Refreshing network info cache for port 2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.075245] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714298, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.085428] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728987} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.085837] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/586574b2-63c4-48b7-8c29-e630da42037f.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.086134] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.086455] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dcd9aaf-8871-4d15-9dd6-a53877843aad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.095875] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1131.095875] env[69262]: value = "task-3714300" [ 1131.095875] env[69262]: _type = "Task" [ 1131.095875] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.104965] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.221578] env[69262]: DEBUG nova.network.neutron [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Successfully updated port: 4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.229917] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.230205] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.230446] env[69262]: INFO nova.compute.manager [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Attaching volume 7e1822de-a0ff-476c-bc28-b8ad468fdd0c to /dev/sdb [ 1131.260553] env[69262]: DEBUG nova.network.neutron [-] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.273335] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280d7c40-66c2-4011-8177-c7ba6784a539 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.282100] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd0d63-f091-498b-b6eb-0e59e97373ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.296958] env[69262]: DEBUG nova.virt.block_device [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updating existing volume attachment record: 6b9f957f-d64f-4bac-adf2-43147ce62bf7 {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1131.337523] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714299, 'name': CreateVM_Task, 'duration_secs': 0.389974} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.337678] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.338363] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.338693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.338859] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.339134] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6bb2ea3-43f3-43d0-b50b-36d05082bc6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.344640] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1131.344640] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5213464c-cffb-530a-5b82-6a4bbda6d362" [ 1131.344640] env[69262]: _type = "Task" [ 1131.344640] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.353163] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5213464c-cffb-530a-5b82-6a4bbda6d362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.574705] env[69262]: DEBUG oslo_vmware.api [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714298, 'name': PowerOnVM_Task, 'duration_secs': 0.631495} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.574947] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.575340] env[69262]: INFO nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1131.575449] env[69262]: DEBUG nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.576218] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6845fd52-bc93-4303-b877-ee2089f092d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.608121] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083693} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.608449] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.609371] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90da393d-23bb-4498-86ff-c51ef5aff75d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.634673] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/586574b2-63c4-48b7-8c29-e630da42037f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.638095] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cba9d50-32f1-48e2-b995-94c970011f2e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.662118] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1131.662118] env[69262]: value = "task-3714304" [ 1131.662118] env[69262]: _type = "Task" [ 1131.662118] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.672546] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.725603] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.725603] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.725603] env[69262]: DEBUG nova.network.neutron [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.763164] env[69262]: INFO nova.compute.manager [-] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Took 1.31 seconds to deallocate network for instance. [ 1131.809619] env[69262]: DEBUG nova.network.neutron [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Updated VIF entry in instance network info cache for port 2a4af7df-81a8-477d-a2e3-ce4ee43d49d4. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.810101] env[69262]: DEBUG nova.network.neutron [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Updating instance_info_cache with network_info: [{"id": "2a4af7df-81a8-477d-a2e3-ce4ee43d49d4", "address": "fa:16:3e:e2:f8:9c", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a4af7df-81", "ovs_interfaceid": "2a4af7df-81a8-477d-a2e3-ce4ee43d49d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.856724] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5213464c-cffb-530a-5b82-6a4bbda6d362, 'name': SearchDatastore_Task, 'duration_secs': 0.028237} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.857164] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.857493] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.858717] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.858717] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.858717] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.858912] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4e5cc0f-c15d-494a-80d0-c05aa9556256 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.869878] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.870084] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.870956] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd593ff7-2186-4b16-964c-49420ca3da0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.878263] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1131.878263] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ee411c-ad65-1052-9bcf-694a963c69de" [ 1131.878263] env[69262]: _type = "Task" [ 1131.878263] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.888145] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ee411c-ad65-1052-9bcf-694a963c69de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.098066] env[69262]: INFO nova.compute.manager [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Took 17.97 seconds to build instance. [ 1132.175767] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.263649] env[69262]: DEBUG nova.network.neutron [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.273512] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.273913] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.274177] env[69262]: DEBUG nova.objects.instance [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'resources' on Instance uuid c2be1e9e-c728-46a5-bffd-b614e8a82bc6 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.313102] env[69262]: DEBUG oslo_concurrency.lockutils [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] Releasing lock "refresh_cache-28669955-321e-49e1-8b16-1c0627936844" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.313410] env[69262]: DEBUG nova.compute.manager [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Received event network-vif-deleted-5f227528-db1c-4233-a5da-02752a0bfe43 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.313602] env[69262]: INFO nova.compute.manager [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Neutron deleted interface 5f227528-db1c-4233-a5da-02752a0bfe43; detaching it from the instance and deleting it from the info cache [ 1132.313847] env[69262]: DEBUG nova.network.neutron [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.392914] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ee411c-ad65-1052-9bcf-694a963c69de, 'name': SearchDatastore_Task, 'duration_secs': 0.035683} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.394244] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5984d82a-23d9-4b51-89cf-7672393d3b8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.401317] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1132.401317] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c10378-ceb9-59f5-72c2-65f82adb9b46" [ 1132.401317] env[69262]: _type = "Task" [ 1132.401317] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.411248] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c10378-ceb9-59f5-72c2-65f82adb9b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.422165] env[69262]: DEBUG nova.network.neutron [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Updating instance_info_cache with network_info: [{"id": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "address": "fa:16:3e:01:4a:b2", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28ee9c-ed", "ovs_interfaceid": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.601974] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4de5537b-fab2-4e0b-91d5-a5c182909e46 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.482s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.676268] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.822885] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4bf6ebec-5f15-433e-9bce-d5122dae2975 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.836403] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b8f03f-5604-493c-95c4-3e21880b1da8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.884867] env[69262]: DEBUG nova.compute.manager [req-80b02973-0b15-47dd-956e-1d4009b04d0d req-a60e92c3-f914-45da-b422-f97f490bfc1f service nova] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Detach interface failed, port_id=5f227528-db1c-4233-a5da-02752a0bfe43, reason: Instance c2be1e9e-c728-46a5-bffd-b614e8a82bc6 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.912702] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.912918] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Cleaning up deleted instances {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1132.914387] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52c10378-ceb9-59f5-72c2-65f82adb9b46, 'name': SearchDatastore_Task, 'duration_secs': 0.039867} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.914867] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.915171] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.916452] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70fc28bb-137b-4c45-aa26-38d3bf9904b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.923315] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1132.923315] env[69262]: value = "task-3714305" [ 1132.923315] env[69262]: _type = "Task" [ 1132.923315] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.927317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.927624] env[69262]: DEBUG nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Instance network_info: |[{"id": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "address": "fa:16:3e:01:4a:b2", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28ee9c-ed", "ovs_interfaceid": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.928088] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:4a:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a28ee9c-ed2d-470e-8c51-80d44affb612', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.937146] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.937973] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.938259] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a807f67c-af5e-4283-869c-255e3090464f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.959320] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.966012] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.966012] env[69262]: value = "task-3714306" [ 1132.966012] env[69262]: _type = "Task" [ 1132.966012] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.975193] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714306, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.030597] env[69262]: DEBUG nova.compute.manager [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Received event network-vif-plugged-4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.032287] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.032605] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.032605] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.032841] env[69262]: DEBUG nova.compute.manager [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] No waiting events found dispatching network-vif-plugged-4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1133.032971] env[69262]: WARNING nova.compute.manager [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Received unexpected event network-vif-plugged-4a28ee9c-ed2d-470e-8c51-80d44affb612 for instance with vm_state building and task_state spawning. [ 1133.033090] env[69262]: DEBUG nova.compute.manager [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Received event network-changed-4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.033230] env[69262]: DEBUG nova.compute.manager [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Refreshing instance network info cache due to event network-changed-4a28ee9c-ed2d-470e-8c51-80d44affb612. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.033415] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] Acquiring lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.033550] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] Acquired lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.033708] env[69262]: DEBUG nova.network.neutron [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Refreshing network info cache for port 4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.095365] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e8e12d-8b8c-4472-be10-4e2485038697 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.105065] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d4e97-6076-43c8-b722-17f84b97afa3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.145496] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab30be2-36b0-4870-821e-5b084b4373bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.155496] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b608d3e-d39c-49fa-b612-2658639a85fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.171714] env[69262]: DEBUG nova.compute.provider_tree [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.187042] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.431582] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] There are 56 instances to clean {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1133.431786] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: d9b09bbc-7bca-4673-8e80-81b15df3aa11] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1133.445082] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714305, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.476485] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714306, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.682110] env[69262]: DEBUG nova.scheduler.client.report [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.685646] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714304, 'name': ReconfigVM_Task, 'duration_secs': 1.72464} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.686625] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/586574b2-63c4-48b7-8c29-e630da42037f.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.686868] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6cfab85-a61c-43fb-897e-ddbc20153c6f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.695621] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1133.695621] env[69262]: value = "task-3714308" [ 1133.695621] env[69262]: _type = "Task" [ 1133.695621] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.710467] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714308, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.781029] env[69262]: DEBUG nova.network.neutron [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Updated VIF entry in instance network info cache for port 4a28ee9c-ed2d-470e-8c51-80d44affb612. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.781463] env[69262]: DEBUG nova.network.neutron [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Updating instance_info_cache with network_info: [{"id": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "address": "fa:16:3e:01:4a:b2", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28ee9c-ed", "ovs_interfaceid": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.940390] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 47202139-bde5-4ceb-957d-d8cd721d0074] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1133.947542] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52891} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.947542] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.947542] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.947846] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abb24387-4695-40c5-a326-69b02226140e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.958504] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1133.958504] env[69262]: value = "task-3714309" [ 1133.958504] env[69262]: _type = "Task" [ 1133.958504] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.967784] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.978753] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714306, 'name': CreateVM_Task, 'duration_secs': 0.740239} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.978948] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.979691] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.979865] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.980243] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.980515] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a2ea21-b69b-4ecf-a583-1b0722154a59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.985791] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1133.985791] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dd61a1-408f-7bf5-b0e6-a1533ea987d2" [ 1133.985791] env[69262]: _type = "Task" [ 1133.985791] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.996292] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dd61a1-408f-7bf5-b0e6-a1533ea987d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.187156] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.206915] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714308, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.211480] env[69262]: INFO nova.scheduler.client.report [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted allocations for instance c2be1e9e-c728-46a5-bffd-b614e8a82bc6 [ 1134.285069] env[69262]: DEBUG oslo_concurrency.lockutils [req-f3b5894a-5c9a-4c0e-b77f-6ca190d95c34 req-2ac2ffaf-3c4b-4c39-b0fb-c14208ee5074 service nova] Releasing lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.442624] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 2a11871a-1869-453b-9df5-56018768c351] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1134.468750] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.495838] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52dd61a1-408f-7bf5-b0e6-a1533ea987d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.496152] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.496423] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.496658] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.496806] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.496982] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.497283] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1659723a-ebca-4871-a2db-15626db50acb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.505656] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.505833] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.506662] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6856bb-4d75-420c-bf86-968bc8213858 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.511974] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1134.511974] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527fa0aa-88ba-7989-4981-a75a63176f80" [ 1134.511974] env[69262]: _type = "Task" [ 1134.511974] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.520466] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527fa0aa-88ba-7989-4981-a75a63176f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.706755] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714308, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.718949] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6da6fff2-ab56-4a85-b3ed-ce4398feb9da tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "c2be1e9e-c728-46a5-bffd-b614e8a82bc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.911s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.946224] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 6060ca03-f265-4d7c-a5ac-687aa7d2745b] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1134.969276] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.023031] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527fa0aa-88ba-7989-4981-a75a63176f80, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.023603] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1695df32-6d97-40ac-bb82-f9102566bc48 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.029047] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1135.029047] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52077869-d7f4-2ebf-698a-2e8bf863c86c" [ 1135.029047] env[69262]: _type = "Task" [ 1135.029047] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.037940] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52077869-d7f4-2ebf-698a-2e8bf863c86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.058999] env[69262]: DEBUG nova.compute.manager [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.059214] env[69262]: DEBUG nova.compute.manager [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing instance network info cache due to event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.059405] env[69262]: DEBUG oslo_concurrency.lockutils [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] Acquiring lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.059549] env[69262]: DEBUG oslo_concurrency.lockutils [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] Acquired lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.059712] env[69262]: DEBUG nova.network.neutron [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.209518] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714308, 'name': Rename_Task, 'duration_secs': 1.186433} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.209822] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.210976] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae9938c6-b4d5-422f-a518-af73dd721bec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.217844] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1135.217844] env[69262]: value = "task-3714310" [ 1135.217844] env[69262]: _type = "Task" [ 1135.217844] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.227122] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.451026] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b97b5346-c782-4ad4-919e-96c1285664c8] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.470495] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.137556} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.470782] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.471690] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d341e-980c-4746-8650-7782f0531809 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.503020] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.503020] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3623f0f-440d-4bbc-83a7-c69bcf9665a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.526720] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1135.526720] env[69262]: value = "task-3714311" [ 1135.526720] env[69262]: _type = "Task" [ 1135.526720] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.539108] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52077869-d7f4-2ebf-698a-2e8bf863c86c, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.542533] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.542817] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 1e85b13b-315e-44c4-88e8-a961ff97a03d/1e85b13b-315e-44c4-88e8-a961ff97a03d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.543102] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.543321] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c6c2482-b6f8-4c71-8c32-bca6b8cd8c03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.549849] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1135.549849] env[69262]: value = "task-3714312" [ 1135.549849] env[69262]: _type = "Task" [ 1135.549849] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.558449] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.731211] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.793415] env[69262]: DEBUG nova.network.neutron [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updated VIF entry in instance network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.793814] env[69262]: DEBUG nova.network.neutron [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadf202c-1b", "ovs_interfaceid": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.847050] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1135.847308] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739700', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'name': 'volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46b96e87-a7aa-4693-ac3b-946028cd836b', 'attached_at': '', 'detached_at': '', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'serial': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1135.848236] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bd09bf-68af-48cb-809d-2c1f5863395a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.865926] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a4c23f-13dc-4bc2-a09e-eaa573c862be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.894521] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c/volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.894884] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aef74761-7ac2-49fd-89a1-46c08f9f70e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.916145] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1135.916145] env[69262]: value = "task-3714313" [ 1135.916145] env[69262]: _type = "Task" [ 1135.916145] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.925686] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.952960] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 275a48e7-7b70-4b2d-9dfb-e1e68b382159] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.038710] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.060403] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487726} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.060687] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 1e85b13b-315e-44c4-88e8-a961ff97a03d/1e85b13b-315e-44c4-88e8-a961ff97a03d.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.060909] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.061194] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d122a2de-2c4d-4a13-b270-5e1e033b995f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.070116] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1136.070116] env[69262]: value = "task-3714314" [ 1136.070116] env[69262]: _type = "Task" [ 1136.070116] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.080238] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.090349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "5d0e7993-495a-4429-aca0-052d6bb56d86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.090759] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.230193] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714310, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.297765] env[69262]: DEBUG oslo_concurrency.lockutils [req-24994964-a07b-4d3c-a4b7-ea204ca1d27a req-88828490-8b19-4f13-bfa5-de54ae43164b service nova] Releasing lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.428648] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.456385] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 678ee90c-289a-4321-b728-26c2145b4fe6] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.540804] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.583032] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077912} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.583032] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.583032] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd833e2-6557-4667-a44b-65cddffab595 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.596872] env[69262]: DEBUG nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.609517] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 1e85b13b-315e-44c4-88e8-a961ff97a03d/1e85b13b-315e-44c4-88e8-a961ff97a03d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.610477] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b34748b-9657-4089-bd9a-cdb847e13a05 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.634488] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1136.634488] env[69262]: value = "task-3714315" [ 1136.634488] env[69262]: _type = "Task" [ 1136.634488] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.648015] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.729676] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.929709] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.959425] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: e3a45994-fc06-4d34-b1bc-d44604393fee] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.039310] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714311, 'name': ReconfigVM_Task, 'duration_secs': 1.313837} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.039595] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.040287] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d640d22d-a0ad-4f6d-93bc-9bb21d41bd92 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.047402] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1137.047402] env[69262]: value = "task-3714316" [ 1137.047402] env[69262]: _type = "Task" [ 1137.047402] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.058498] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714316, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.121063] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.121493] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.123034] env[69262]: INFO nova.compute.claims [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.144828] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.230381] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.430086] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.462822] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 4be828b6-910b-4c2d-bf59-cf1558285579] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.558591] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714316, 'name': Rename_Task, 'duration_secs': 0.261945} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.558889] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.559180] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d211358-c8a7-4e82-a332-f4fc78343d82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.566931] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1137.566931] env[69262]: value = "task-3714317" [ 1137.566931] env[69262]: _type = "Task" [ 1137.566931] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.576703] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.647048] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.733141] env[69262]: DEBUG oslo_vmware.api [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714310, 'name': PowerOnVM_Task, 'duration_secs': 2.503835} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.733481] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.733695] env[69262]: INFO nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1137.733917] env[69262]: DEBUG nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1137.734814] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf0f1d-b61d-4476-ae85-4f3750481cbb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.931734] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714313, 'name': ReconfigVM_Task, 'duration_secs': 1.814542} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.932178] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c/volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.936913] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d327a1-2191-4874-a6a2-ffce152baf61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.953900] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1137.953900] env[69262]: value = "task-3714318" [ 1137.953900] env[69262]: _type = "Task" [ 1137.953900] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.963605] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.966271] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 6fce0c50-1529-44cd-babb-eb56afce6880] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.078894] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.146384] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714315, 'name': ReconfigVM_Task, 'duration_secs': 1.414898} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.146711] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 1e85b13b-315e-44c4-88e8-a961ff97a03d/1e85b13b-315e-44c4-88e8-a961ff97a03d.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.147428] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7edb2b08-1826-44bb-912d-bf85213e9c7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.155930] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1138.155930] env[69262]: value = "task-3714319" [ 1138.155930] env[69262]: _type = "Task" [ 1138.155930] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.166739] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714319, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.255972] env[69262]: INFO nova.compute.manager [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Took 19.25 seconds to build instance. [ 1138.295472] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e350a-a954-40fa-90c5-aaa78f7fc6b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.303878] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb96440-dbb7-40b2-a88a-8d2e2ff33a8d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.335388] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cf1a88-6134-4316-8986-b9f79f95175a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.344029] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69e5af-025a-4bf3-935c-ea6b23492bf7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.359962] env[69262]: DEBUG nova.compute.provider_tree [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.463867] env[69262]: DEBUG oslo_vmware.api [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714318, 'name': ReconfigVM_Task, 'duration_secs': 0.160178} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.464263] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739700', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'name': 'volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46b96e87-a7aa-4693-ac3b-946028cd836b', 'attached_at': '', 'detached_at': '', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'serial': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1138.469509] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 04ec5e94-5d11-48fa-8129-4443a926b57d] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.578385] env[69262]: DEBUG oslo_vmware.api [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714317, 'name': PowerOnVM_Task, 'duration_secs': 0.711882} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.578698] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.578903] env[69262]: INFO nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1138.579101] env[69262]: DEBUG nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1138.579907] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0632315-b069-4255-9198-74f34f871f82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.666857] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714319, 'name': Rename_Task, 'duration_secs': 0.168326} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.668324] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.668324] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9b44738-ac25-4848-bc38-56e6d6a79017 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.675998] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1138.675998] env[69262]: value = "task-3714320" [ 1138.675998] env[69262]: _type = "Task" [ 1138.675998] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.685163] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.758992] env[69262]: DEBUG oslo_concurrency.lockutils [None req-56a01c71-5b63-43cf-b857-19228e39da2f tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "586574b2-63c4-48b7-8c29-e630da42037f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.768s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.863869] env[69262]: DEBUG nova.scheduler.client.report [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.972662] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 11e8e588-a560-4156-8487-4b8463d8fc44] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.101847] env[69262]: INFO nova.compute.manager [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Took 19.47 seconds to build instance. [ 1139.188620] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714320, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.351241] env[69262]: INFO nova.compute.manager [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Rescuing [ 1139.351564] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.351749] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquired lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.351955] env[69262]: DEBUG nova.network.neutron [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.369496] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.370176] env[69262]: DEBUG nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.476849] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b7b22eb0-f8c8-4f31-9335-9436778d705f] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.510695] env[69262]: DEBUG nova.objects.instance [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.604574] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6e971a55-656f-427f-b2ec-93f926019344 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.978s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.666888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.688434] env[69262]: DEBUG oslo_vmware.api [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714320, 'name': PowerOnVM_Task, 'duration_secs': 0.879548} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.688749] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.689064] env[69262]: INFO nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1139.689309] env[69262]: DEBUG nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.690151] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df636e67-c9c5-4291-8620-f76a8c47b8db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.874774] env[69262]: DEBUG nova.compute.utils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.876228] env[69262]: DEBUG nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.876410] env[69262]: DEBUG nova.network.neutron [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.911439] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "28669955-321e-49e1-8b16-1c0627936844" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.911699] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.911880] env[69262]: DEBUG nova.compute.manager [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.912793] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a047a7-0539-424b-b29a-2d04b76bd41a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.920441] env[69262]: DEBUG nova.compute.manager [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1139.921053] env[69262]: DEBUG nova.objects.instance [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'flavor' on Instance uuid 28669955-321e-49e1-8b16-1c0627936844 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.940702] env[69262]: DEBUG nova.policy [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70663ec87710482882d4d4529168630d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa650dc2c04cbd9cf0e2c864563ebf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.979975] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: aee0c982-55c1-4127-8043-8627cda5b8ed] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.021649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54677005-88ed-4590-9839-6fc7ca1c42a9 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.791s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.023085] env[69262]: DEBUG oslo_concurrency.lockutils [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.356s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.023336] env[69262]: DEBUG nova.compute.manager [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.024815] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19cc63d-7864-4e4d-8c4b-26bc2e7c7f99 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.033789] env[69262]: DEBUG nova.compute.manager [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1140.034693] env[69262]: DEBUG nova.objects.instance [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.210963] env[69262]: INFO nova.compute.manager [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Took 18.73 seconds to build instance. [ 1140.250013] env[69262]: DEBUG nova.network.neutron [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.379849] env[69262]: DEBUG nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.483618] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: c72deef5-6119-4cfc-af43-079778ee918e] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.554012] env[69262]: DEBUG nova.network.neutron [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Successfully created port: 5dedbac4-75a2-42aa-bc87-8dbdc7dad6db {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.713621] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b2a009b6-23fa-47e0-88c5-5670a8293a56 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.244s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.753658] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Releasing lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.861507] env[69262]: DEBUG nova.compute.manager [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Received event network-changed-4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.861763] env[69262]: DEBUG nova.compute.manager [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Refreshing instance network info cache due to event network-changed-4a28ee9c-ed2d-470e-8c51-80d44affb612. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1140.862013] env[69262]: DEBUG oslo_concurrency.lockutils [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] Acquiring lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.862182] env[69262]: DEBUG oslo_concurrency.lockutils [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] Acquired lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.862412] env[69262]: DEBUG nova.network.neutron [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Refreshing network info cache for port 4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.928020] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.928457] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37880082-dbde-4b81-b549-fd68f23fb740 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.937823] env[69262]: DEBUG oslo_vmware.api [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1140.937823] env[69262]: value = "task-3714321" [ 1140.937823] env[69262]: _type = "Task" [ 1140.937823] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.949840] env[69262]: DEBUG oslo_vmware.api [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.989529] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 7446dc62-337f-4d45-87ef-ad36c90a28bd] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.041611] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.041944] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d3b5d26-d6d4-4f6d-a015-1978f3071744 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.049902] env[69262]: DEBUG oslo_vmware.api [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1141.049902] env[69262]: value = "task-3714322" [ 1141.049902] env[69262]: _type = "Task" [ 1141.049902] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.060456] env[69262]: DEBUG oslo_vmware.api [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.392068] env[69262]: DEBUG nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.418157] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.418441] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.418870] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.418870] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.418986] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.419102] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.419318] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.419479] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.419649] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.419813] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.419993] env[69262]: DEBUG nova.virt.hardware [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.420898] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b4fac-dd6e-4c39-ba5e-9a7734ca11b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.430473] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5212c4-91e0-4d36-95e0-357360beadf1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.458358] env[69262]: DEBUG oslo_vmware.api [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714321, 'name': PowerOffVM_Task, 'duration_secs': 0.333754} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.458966] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.460580] env[69262]: DEBUG nova.compute.manager [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.460580] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574720f2-e286-4881-88b7-8ae3f987bf87 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.496021] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 09843c38-9365-4dab-a368-6bb0b69a908c] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.560629] env[69262]: DEBUG oslo_vmware.api [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714322, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.619271] env[69262]: DEBUG nova.network.neutron [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Updated VIF entry in instance network info cache for port 4a28ee9c-ed2d-470e-8c51-80d44affb612. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.619686] env[69262]: DEBUG nova.network.neutron [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Updating instance_info_cache with network_info: [{"id": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "address": "fa:16:3e:01:4a:b2", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a28ee9c-ed", "ovs_interfaceid": "4a28ee9c-ed2d-470e-8c51-80d44affb612", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.975401] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bbf73a4e-4245-4cab-9ecd-3d363f19ddb3 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.997686] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: ac302584-b008-4f1b-aa2b-b18437b78921] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.061689] env[69262]: DEBUG oslo_vmware.api [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714322, 'name': PowerOffVM_Task, 'duration_secs': 0.62286} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.062015] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.062287] env[69262]: DEBUG nova.compute.manager [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.063153] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237fc262-8bb6-406e-a6fb-0649337fa8f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.123223] env[69262]: DEBUG oslo_concurrency.lockutils [req-b5d0f6c5-cb7d-4316-a21a-989c54ebc3d8 req-2ec4ba3f-0ecd-4975-be41-5de6c11aad16 service nova] Releasing lock "refresh_cache-1e85b13b-315e-44c4-88e8-a961ff97a03d" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.191119] env[69262]: DEBUG nova.network.neutron [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Successfully updated port: 5dedbac4-75a2-42aa-bc87-8dbdc7dad6db {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.293026] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.293861] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f557f79-eaee-454c-a369-974ec0a9d6eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.302319] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1142.302319] env[69262]: value = "task-3714323" [ 1142.302319] env[69262]: _type = "Task" [ 1142.302319] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.312990] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.378812] env[69262]: INFO nova.compute.manager [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Rebuilding instance [ 1142.431759] env[69262]: DEBUG nova.compute.manager [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.432657] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1abec0c-07e8-44db-b6e8-33f3f9b91ab0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.502507] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: e18d0cc8-dab8-4473-8861-67f010dd234c] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.580015] env[69262]: DEBUG oslo_concurrency.lockutils [None req-effd091d-d300-486e-9305-f61449071e2a tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.557s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.694138] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "refresh_cache-5d0e7993-495a-4429-aca0-052d6bb56d86" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.694292] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "refresh_cache-5d0e7993-495a-4429-aca0-052d6bb56d86" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.694442] env[69262]: DEBUG nova.network.neutron [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.812444] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714323, 'name': PowerOffVM_Task, 'duration_secs': 0.189675} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.812748] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.813640] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758e7ff-7b4f-4aa8-901b-edada840d47e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.835264] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae854a5-49f1-4452-8da0-ea3bca56c99e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.865340] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.865667] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a9c721b-a1cb-400b-b122-e460dbe780dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.873231] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1142.873231] env[69262]: value = "task-3714324" [ 1142.873231] env[69262]: _type = "Task" [ 1142.873231] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.883363] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1142.883493] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.883723] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.883905] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.884115] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.884447] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90526e79-b130-4731-82d5-9d933572bea8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.894509] env[69262]: DEBUG nova.compute.manager [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Received event network-vif-plugged-5dedbac4-75a2-42aa-bc87-8dbdc7dad6db {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.894735] env[69262]: DEBUG oslo_concurrency.lockutils [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] Acquiring lock "5d0e7993-495a-4429-aca0-052d6bb56d86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.894936] env[69262]: DEBUG oslo_concurrency.lockutils [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.895129] env[69262]: DEBUG oslo_concurrency.lockutils [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.895306] env[69262]: DEBUG nova.compute.manager [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] No waiting events found dispatching network-vif-plugged-5dedbac4-75a2-42aa-bc87-8dbdc7dad6db {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.895473] env[69262]: WARNING nova.compute.manager [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Received unexpected event network-vif-plugged-5dedbac4-75a2-42aa-bc87-8dbdc7dad6db for instance with vm_state building and task_state spawning. [ 1142.895634] env[69262]: DEBUG nova.compute.manager [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Received event network-changed-5dedbac4-75a2-42aa-bc87-8dbdc7dad6db {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.895788] env[69262]: DEBUG nova.compute.manager [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Refreshing instance network info cache due to event network-changed-5dedbac4-75a2-42aa-bc87-8dbdc7dad6db. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.895950] env[69262]: DEBUG oslo_concurrency.lockutils [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] Acquiring lock "refresh_cache-5d0e7993-495a-4429-aca0-052d6bb56d86" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.899195] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.899373] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.900108] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca16880-ee4e-4ecf-b68b-286444d44c5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.906502] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1142.906502] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5269321f-56bc-f125-7a85-4bff4f0b763d" [ 1142.906502] env[69262]: _type = "Task" [ 1142.906502] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.915366] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5269321f-56bc-f125-7a85-4bff4f0b763d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.006241] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 6636a517-ef1a-41e7-8cf7-34629d3bd189] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.191070] env[69262]: DEBUG nova.objects.instance [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.230755] env[69262]: DEBUG nova.network.neutron [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.372101] env[69262]: DEBUG nova.network.neutron [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Updating instance_info_cache with network_info: [{"id": "5dedbac4-75a2-42aa-bc87-8dbdc7dad6db", "address": "fa:16:3e:07:f2:46", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dedbac4-75", "ovs_interfaceid": "5dedbac4-75a2-42aa-bc87-8dbdc7dad6db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.417822] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5269321f-56bc-f125-7a85-4bff4f0b763d, 'name': SearchDatastore_Task, 'duration_secs': 0.016988} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.418881] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a075526-ddd1-45e6-8003-031163284854 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.424559] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1143.424559] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524fa925-3f35-6233-1edc-14b30837f6fb" [ 1143.424559] env[69262]: _type = "Task" [ 1143.424559] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.432651] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524fa925-3f35-6233-1edc-14b30837f6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.447378] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.447639] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b26caf-bee0-4fa2-95c3-c4ea2df6bbbb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.454633] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1143.454633] env[69262]: value = "task-3714325" [ 1143.454633] env[69262]: _type = "Task" [ 1143.454633] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.465109] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1143.465363] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.466137] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9305255f-7247-4b23-a3b4-88dc78035338 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.472918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.473184] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cae699e2-0689-415a-96aa-f7877e3a5255 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.509560] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 10b43b23-4344-4735-86fc-915d950b2d39] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.537382] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.537613] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.537795] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleting the datastore file [datastore1] 28669955-321e-49e1-8b16-1c0627936844 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.538082] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7643d0b4-4a00-478c-9f1a-bdebe003d1f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.545193] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1143.545193] env[69262]: value = "task-3714327" [ 1143.545193] env[69262]: _type = "Task" [ 1143.545193] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.553677] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.695658] env[69262]: DEBUG oslo_concurrency.lockutils [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.695842] env[69262]: DEBUG oslo_concurrency.lockutils [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.696068] env[69262]: DEBUG nova.network.neutron [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.696283] env[69262]: DEBUG nova.objects.instance [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'info_cache' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.875321] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "refresh_cache-5d0e7993-495a-4429-aca0-052d6bb56d86" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.875844] env[69262]: DEBUG nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Instance network_info: |[{"id": "5dedbac4-75a2-42aa-bc87-8dbdc7dad6db", "address": "fa:16:3e:07:f2:46", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dedbac4-75", "ovs_interfaceid": "5dedbac4-75a2-42aa-bc87-8dbdc7dad6db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.876331] env[69262]: DEBUG oslo_concurrency.lockutils [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] Acquired lock "refresh_cache-5d0e7993-495a-4429-aca0-052d6bb56d86" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.876607] env[69262]: DEBUG nova.network.neutron [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Refreshing network info cache for port 5dedbac4-75a2-42aa-bc87-8dbdc7dad6db {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.878385] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:f2:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dedbac4-75a2-42aa-bc87-8dbdc7dad6db', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.890904] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.895786] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.896209] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6dcc6a5-d936-4875-ac54-7feeec66eea8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.932624] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.932624] env[69262]: value = "task-3714328" [ 1143.932624] env[69262]: _type = "Task" [ 1143.932624] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.945229] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524fa925-3f35-6233-1edc-14b30837f6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.946294] env[69262]: DEBUG oslo_concurrency.lockutils [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.946795] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. {{(pid=69262) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1143.947313] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b059dde-2c2b-4959-a65b-f53f0f10f047 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.960517] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714328, 'name': CreateVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.968577] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1143.968577] env[69262]: value = "task-3714329" [ 1143.968577] env[69262]: _type = "Task" [ 1143.968577] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.978877] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.012890] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 116122e9-eb20-4b2e-8622-8acc1cbc3672] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.055567] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138175} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.055868] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.056108] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.056330] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.139179] env[69262]: DEBUG nova.network.neutron [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Updated VIF entry in instance network info cache for port 5dedbac4-75a2-42aa-bc87-8dbdc7dad6db. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.139716] env[69262]: DEBUG nova.network.neutron [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Updating instance_info_cache with network_info: [{"id": "5dedbac4-75a2-42aa-bc87-8dbdc7dad6db", "address": "fa:16:3e:07:f2:46", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dedbac4-75", "ovs_interfaceid": "5dedbac4-75a2-42aa-bc87-8dbdc7dad6db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.199716] env[69262]: DEBUG nova.objects.base [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Object Instance<46b96e87-a7aa-4693-ac3b-946028cd836b> lazy-loaded attributes: flavor,info_cache {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1144.445398] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714328, 'name': CreateVM_Task, 'duration_secs': 0.380548} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.445398] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.445628] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.445775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.446227] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.446501] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6506fb20-29ad-4296-8183-6602cfa16f0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.452606] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1144.452606] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b77428-8445-a41f-c35c-c37918cb53d8" [ 1144.452606] env[69262]: _type = "Task" [ 1144.452606] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.464242] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b77428-8445-a41f-c35c-c37918cb53d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.478230] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488727} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.478545] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk. [ 1144.479411] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5385bc4-82e0-4adb-9c82-61e82a4f12b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.505949] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.506342] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c8241f5-fda1-4d04-b007-57eb8d858bc6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.519353] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: ba2ab8ea-5660-4e35-8559-2d68f108ae1e] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.527930] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1144.527930] env[69262]: value = "task-3714330" [ 1144.527930] env[69262]: _type = "Task" [ 1144.527930] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.538359] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.643421] env[69262]: DEBUG oslo_concurrency.lockutils [req-45b1505f-6bcf-41ea-8245-e7ffafc561a7 req-3bba2a1b-85f4-4c95-a7a4-ac9bb6d3b580 service nova] Releasing lock "refresh_cache-5d0e7993-495a-4429-aca0-052d6bb56d86" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.913140] env[69262]: DEBUG nova.network.neutron [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updating instance_info_cache with network_info: [{"id": "d434ad4e-1349-481f-badf-b73d19f17fd5", "address": "fa:16:3e:a9:54:11", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd434ad4e-13", "ovs_interfaceid": "d434ad4e-1349-481f-badf-b73d19f17fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.964922] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b77428-8445-a41f-c35c-c37918cb53d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.965390] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.965681] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.965964] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.966229] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.966429] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.966739] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f13de0d-5dab-40b7-9e9f-7849d77b523d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.981867] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.982046] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.982769] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013499b4-2fb3-4e83-b65a-a57d797a6477 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.989518] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1144.989518] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5294ee7d-c561-56d9-1ed7-27f42830b41f" [ 1144.989518] env[69262]: _type = "Task" [ 1144.989518] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.999135] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5294ee7d-c561-56d9-1ed7-27f42830b41f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.022987] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 54b12c61-9a30-4485-9240-a74ff5c9cd14] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.038599] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714330, 'name': ReconfigVM_Task, 'duration_secs': 0.328954} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.039780] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f/f64a0194-c9c2-4fef-aad9-a357d32a2f26-rescue.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.039997] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5875415-a9bb-4405-a05a-57aa733d5b18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.068891] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b31c78a-a690-4211-a7ee-efd0203fe319 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.085297] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1145.085297] env[69262]: value = "task-3714331" [ 1145.085297] env[69262]: _type = "Task" [ 1145.085297] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.093954] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.103310] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.103574] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.103730] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.103938] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.104102] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.104272] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.104493] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.104684] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.104969] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.105227] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.105462] env[69262]: DEBUG nova.virt.hardware [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.106410] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd1045c-19b1-4c48-b7b8-72a23c3341ff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.116821] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018be990-c8ba-4f22-b3e5-c4aa6ae7b868 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.132796] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:f8:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a4af7df-81a8-477d-a2e3-ce4ee43d49d4', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.140424] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.140745] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.140984] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ac89c4f-cc79-4a6d-8675-ba706d9f260b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.162280] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.162280] env[69262]: value = "task-3714332" [ 1145.162280] env[69262]: _type = "Task" [ 1145.162280] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.170851] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714332, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.415823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.504139] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5294ee7d-c561-56d9-1ed7-27f42830b41f, 'name': SearchDatastore_Task, 'duration_secs': 0.012434} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.505456] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30927e5f-820d-4941-9c9d-d9805163dad5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.512599] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1145.512599] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520a1899-07fc-9413-7ef1-46af0d4cb771" [ 1145.512599] env[69262]: _type = "Task" [ 1145.512599] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.521967] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520a1899-07fc-9413-7ef1-46af0d4cb771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.526563] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5b5371bd-d5b0-4c41-b5c5-7bc6cf0d7a1f] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.595677] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714331, 'name': ReconfigVM_Task, 'duration_secs': 0.187733} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.596036] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.596336] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22fa6329-0df4-4730-8f90-dc1cd332a618 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.603468] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1145.603468] env[69262]: value = "task-3714333" [ 1145.603468] env[69262]: _type = "Task" [ 1145.603468] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.611844] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.671985] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714332, 'name': CreateVM_Task, 'duration_secs': 0.378271} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.672182] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.672847] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.673032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.673470] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.673751] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13642a5-2ad3-4ad0-acee-bf777033967f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.679208] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1145.679208] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db521f-49f3-3f12-8401-dfd8cf9278aa" [ 1145.679208] env[69262]: _type = "Task" [ 1145.679208] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.688306] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db521f-49f3-3f12-8401-dfd8cf9278aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.022982] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]520a1899-07fc-9413-7ef1-46af0d4cb771, 'name': SearchDatastore_Task, 'duration_secs': 0.016526} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.023245] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.023579] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5d0e7993-495a-4429-aca0-052d6bb56d86/5d0e7993-495a-4429-aca0-052d6bb56d86.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.023787] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac1ae127-ef67-4f54-94fd-1aaf5e90fb18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.031427] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: e9b756d4-d6b2-4da0-900f-b900934a9538] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.033071] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1146.033071] env[69262]: value = "task-3714334" [ 1146.033071] env[69262]: _type = "Task" [ 1146.033071] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.042148] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.113938] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.192678] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52db521f-49f3-3f12-8401-dfd8cf9278aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.193099] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.193395] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.193720] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.193923] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.194171] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.194461] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c390cfd-db45-42fd-ba19-4964d5f43e38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.211572] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.211572] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.212258] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691ac936-8a16-4266-8b93-e7e4cae26b89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.219583] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1146.219583] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5253ed11-edbb-b6b4-4639-684936990271" [ 1146.219583] env[69262]: _type = "Task" [ 1146.219583] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.228667] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5253ed11-edbb-b6b4-4639-684936990271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.422678] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.423044] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b9a68b0-0e1b-45dc-809c-9708fa409f59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.432379] env[69262]: DEBUG oslo_vmware.api [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1146.432379] env[69262]: value = "task-3714335" [ 1146.432379] env[69262]: _type = "Task" [ 1146.432379] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.442516] env[69262]: DEBUG oslo_vmware.api [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.534203] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 770376e5-3975-4e78-a92b-fc4b94f13164] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.546662] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714334, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.614282] env[69262]: DEBUG oslo_vmware.api [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714333, 'name': PowerOnVM_Task, 'duration_secs': 0.85245} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.614572] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.617601] env[69262]: DEBUG nova.compute.manager [None req-81138167-f674-48c1-af9a-4b70ff89db68 tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.618444] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb29009f-c4c2-4357-a20c-be55b72e2e16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.733544] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5253ed11-edbb-b6b4-4639-684936990271, 'name': SearchDatastore_Task, 'duration_secs': 0.068994} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.734899] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b23a82-01e5-462b-90d0-18fa8df096fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.743055] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1146.743055] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d0fb32-7d4e-c0b0-c8e2-df063013148c" [ 1146.743055] env[69262]: _type = "Task" [ 1146.743055] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.755890] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d0fb32-7d4e-c0b0-c8e2-df063013148c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.943120] env[69262]: DEBUG oslo_vmware.api [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.042274] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 973b10d5-7bcc-4e1b-bb73-5240244e0b6e] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.048893] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539599} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.049225] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5d0e7993-495a-4429-aca0-052d6bb56d86/5d0e7993-495a-4429-aca0-052d6bb56d86.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.049499] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.049764] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac8f9720-d0e6-4130-bf73-590647343507 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.057861] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1147.057861] env[69262]: value = "task-3714336" [ 1147.057861] env[69262]: _type = "Task" [ 1147.057861] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.068854] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.226732] env[69262]: DEBUG nova.compute.manager [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.226894] env[69262]: DEBUG nova.compute.manager [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing instance network info cache due to event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.227929] env[69262]: DEBUG oslo_concurrency.lockutils [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] Acquiring lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.228177] env[69262]: DEBUG oslo_concurrency.lockutils [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] Acquired lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.228326] env[69262]: DEBUG nova.network.neutron [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.255826] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d0fb32-7d4e-c0b0-c8e2-df063013148c, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.256154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.256430] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.256704] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-027965ec-3f1c-440a-8b98-be58d3e1e5b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.265269] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1147.265269] env[69262]: value = "task-3714337" [ 1147.265269] env[69262]: _type = "Task" [ 1147.265269] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.274127] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.445317] env[69262]: DEBUG oslo_vmware.api [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.544407] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5b35efa8-f22f-4b33-9de1-6a0e80b80fd1] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.569062] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069738} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.570029] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.570940] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18e6b5b-8c35-460b-a1e4-8de029082e25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.596136] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5d0e7993-495a-4429-aca0-052d6bb56d86/5d0e7993-495a-4429-aca0-052d6bb56d86.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.596884] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f32c4340-d78c-4194-8959-3b4f84f74182 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.617777] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1147.617777] env[69262]: value = "task-3714338" [ 1147.617777] env[69262]: _type = "Task" [ 1147.617777] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.627390] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.777543] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.935148] env[69262]: DEBUG nova.network.neutron [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updated VIF entry in instance network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.935555] env[69262]: DEBUG nova.network.neutron [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.947062] env[69262]: DEBUG oslo_vmware.api [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714335, 'name': PowerOnVM_Task, 'duration_secs': 1.082035} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.947555] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.947939] env[69262]: DEBUG nova.compute.manager [None req-af9e3dc6-ba87-46a8-a05f-1a2c3031b543 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.949363] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a0103a-aafd-4eed-9f8a-f49602edc9b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.047429] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 6bb9cbbd-4f6a-4dbd-b984-3f66717e5b92] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.128387] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.279248] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569096} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.279549] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.279770] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.280040] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48dd6584-f220-418b-965e-cbad7fbe9e59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.289421] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1148.289421] env[69262]: value = "task-3714339" [ 1148.289421] env[69262]: _type = "Task" [ 1148.289421] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.298703] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.442219] env[69262]: DEBUG oslo_concurrency.lockutils [req-93bbcd1d-8939-4dce-83ef-561ff209b354 req-ddeafb8d-ccdc-4581-b898-91819e8ef8ab service nova] Releasing lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.550976] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 84fb1344-f3c6-49d1-8f1d-32b2d3e96250] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.628790] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.800359] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069343} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.800700] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.801538] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e1975e-299e-44e7-b9fe-304aaa83ae52 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.830925] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.831930] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80772258-7c61-4387-be4c-c8357fecda28 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.858320] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1148.858320] env[69262]: value = "task-3714340" [ 1148.858320] env[69262]: _type = "Task" [ 1148.858320] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.868630] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.055191] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: e14ceff4-5064-4816-8c9b-b24e716e0e25] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.132499] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714338, 'name': ReconfigVM_Task, 'duration_secs': 1.020042} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.132499] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5d0e7993-495a-4429-aca0-052d6bb56d86/5d0e7993-495a-4429-aca0-052d6bb56d86.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.133515] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54fa9959-8efd-4e1c-aae2-9ec56fdde31b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.141950] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1149.141950] env[69262]: value = "task-3714341" [ 1149.141950] env[69262]: _type = "Task" [ 1149.141950] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.154281] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714341, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.269150] env[69262]: DEBUG nova.compute.manager [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.269320] env[69262]: DEBUG nova.compute.manager [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing instance network info cache due to event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.269543] env[69262]: DEBUG oslo_concurrency.lockutils [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] Acquiring lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.269689] env[69262]: DEBUG oslo_concurrency.lockutils [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] Acquired lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.269853] env[69262]: DEBUG nova.network.neutron [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.370348] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.558580] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 6e282b09-7495-4f85-af66-ca16ba4e9271] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.652343] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714341, 'name': Rename_Task, 'duration_secs': 0.216755} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.652946] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.653225] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a074951a-5262-43bb-bbdd-ec67ce69ed72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.659504] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1149.659504] env[69262]: value = "task-3714342" [ 1149.659504] env[69262]: _type = "Task" [ 1149.659504] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.667890] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.869310] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714340, 'name': ReconfigVM_Task, 'duration_secs': 0.789785} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.869607] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 28669955-321e-49e1-8b16-1c0627936844/28669955-321e-49e1-8b16-1c0627936844.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.870282] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad3feb6-c1e0-4c01-9030-c848bd2db59b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.877176] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1149.877176] env[69262]: value = "task-3714343" [ 1149.877176] env[69262]: _type = "Task" [ 1149.877176] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.886333] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714343, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.958286] env[69262]: DEBUG nova.network.neutron [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updated VIF entry in instance network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.958709] env[69262]: DEBUG nova.network.neutron [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.061881] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 024319f5-e159-4409-b101-2ac66d55ada0] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.170946] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.388241] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714343, 'name': Rename_Task, 'duration_secs': 0.151858} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.388556] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.388818] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ce48f8-b12e-484d-b0f4-14114551be6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.397494] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1150.397494] env[69262]: value = "task-3714344" [ 1150.397494] env[69262]: _type = "Task" [ 1150.397494] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.407214] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.463434] env[69262]: DEBUG oslo_concurrency.lockutils [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] Releasing lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.463732] env[69262]: DEBUG nova.compute.manager [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.464014] env[69262]: DEBUG nova.compute.manager [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing instance network info cache due to event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.464260] env[69262]: DEBUG oslo_concurrency.lockutils [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] Acquiring lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.464426] env[69262]: DEBUG oslo_concurrency.lockutils [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] Acquired lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.464618] env[69262]: DEBUG nova.network.neutron [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.567489] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 2aa89765-b922-47f0-9bfe-2705ebaec9eb] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.672714] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714342, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.912815] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714344, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.071307] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 49c1a63e-e474-43bf-a228-e846db2d3853] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.131768] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "586574b2-63c4-48b7-8c29-e630da42037f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.131768] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "586574b2-63c4-48b7-8c29-e630da42037f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.131768] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "586574b2-63c4-48b7-8c29-e630da42037f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.131768] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "586574b2-63c4-48b7-8c29-e630da42037f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.131768] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "586574b2-63c4-48b7-8c29-e630da42037f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.132796] env[69262]: INFO nova.compute.manager [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Terminating instance [ 1151.171959] env[69262]: DEBUG oslo_vmware.api [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714342, 'name': PowerOnVM_Task, 'duration_secs': 1.064859} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.172912] env[69262]: DEBUG nova.network.neutron [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updated VIF entry in instance network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.173322] env[69262]: DEBUG nova.network.neutron [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.174594] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.174844] env[69262]: INFO nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1151.176916] env[69262]: DEBUG nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.176916] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66694f66-c177-4efc-8050-4c5f22857b04 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.295186] env[69262]: DEBUG nova.compute.manager [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.295452] env[69262]: DEBUG nova.compute.manager [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing instance network info cache due to event network-changed-c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.295645] env[69262]: DEBUG oslo_concurrency.lockutils [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] Acquiring lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.408885] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714344, 'name': PowerOnVM_Task, 'duration_secs': 0.733157} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.409213] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.409423] env[69262]: DEBUG nova.compute.manager [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.410214] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d8038-10a9-4a3a-8a27-317de527d3b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.575161] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: dd0d077f-a1c7-4307-8838-1585fe37aeaf] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.640064] env[69262]: DEBUG nova.compute.manager [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.640336] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.641255] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf7e73d-905e-4194-b9ac-e0ad4d208b42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.650177] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.650465] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e61193af-5552-4612-9daa-3a70eb957514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.656698] env[69262]: DEBUG oslo_vmware.api [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1151.656698] env[69262]: value = "task-3714345" [ 1151.656698] env[69262]: _type = "Task" [ 1151.656698] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.664986] env[69262]: DEBUG oslo_vmware.api [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.676726] env[69262]: DEBUG oslo_concurrency.lockutils [req-5738404d-6498-4906-9628-2316509e6abc req-079ab6d5-5d92-475e-8ab0-2ad8e07fee17 service nova] Releasing lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.677187] env[69262]: DEBUG oslo_concurrency.lockutils [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] Acquired lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.677431] env[69262]: DEBUG nova.network.neutron [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Refreshing network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.695982] env[69262]: INFO nova.compute.manager [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Took 14.59 seconds to build instance. [ 1151.920913] env[69262]: INFO nova.compute.manager [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] bringing vm to original state: 'stopped' [ 1151.960850] env[69262]: DEBUG nova.compute.manager [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1152.078796] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 41b8c6e2-4a27-4c74-a00d-5e7935f8a5c6] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.168426] env[69262]: DEBUG oslo_vmware.api [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714345, 'name': PowerOffVM_Task, 'duration_secs': 0.211638} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.168801] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.169065] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.169416] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c26f723-bc2d-4a40-be6a-4b7beeb74ba6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.198731] env[69262]: DEBUG oslo_concurrency.lockutils [None req-30a040bc-e225-4fe4-9644-62285847e1cc tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.108s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.236354] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.236574] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.236757] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Deleting the datastore file [datastore1] 586574b2-63c4-48b7-8c29-e630da42037f {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.237048] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7f77e6f-398c-416f-ace3-3484f7d7f128 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.244438] env[69262]: DEBUG oslo_vmware.api [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for the task: (returnval){ [ 1152.244438] env[69262]: value = "task-3714347" [ 1152.244438] env[69262]: _type = "Task" [ 1152.244438] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.254287] env[69262]: DEBUG oslo_vmware.api [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.378439] env[69262]: DEBUG nova.network.neutron [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updated VIF entry in instance network info cache for port c9904a6d-cfe3-446b-ba49-4ba3fba5a474. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.378842] env[69262]: DEBUG nova.network.neutron [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [{"id": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "address": "fa:16:3e:30:21:fb", "network": {"id": "83d0566c-69fe-499b-bcba-c4cf07f525ad", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174240889-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "036bb6a313b14394a24e80adeafa53b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9904a6d-cf", "ovs_interfaceid": "c9904a6d-cfe3-446b-ba49-4ba3fba5a474", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.584081] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.584383] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.585749] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: fce334c4-efda-4551-bd9f-c7db5b376743] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.588346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "33215899-bdf1-4329-946b-57e5a4722232" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.588346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "33215899-bdf1-4329-946b-57e5a4722232" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.756957] env[69262]: DEBUG oslo_vmware.api [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Task: {'id': task-3714347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182489} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.757251] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.757501] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.757751] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.757987] env[69262]: INFO nova.compute.manager [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1152.758327] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.758567] env[69262]: DEBUG nova.compute.manager [-] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.758692] env[69262]: DEBUG nova.network.neutron [-] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.882192] env[69262]: DEBUG oslo_concurrency.lockutils [req-d7712f45-f291-4943-94de-48e5e22cd13b req-d8c858f8-d796-4092-be35-a5c9891afe61 service nova] Releasing lock "refresh_cache-586574b2-63c4-48b7-8c29-e630da42037f" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.928069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "28669955-321e-49e1-8b16-1c0627936844" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.929052] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.929052] env[69262]: DEBUG nova.compute.manager [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.929596] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0d21a3-107c-4984-b76f-21c174ee20fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.937217] env[69262]: DEBUG nova.compute.manager [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1153.039261] env[69262]: DEBUG nova.compute.manager [req-3af18c4a-067b-4c7a-856f-e4869d37d6de req-8aee2877-ab7f-47e0-aea8-582942efbefa service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Received event network-vif-deleted-c9904a6d-cfe3-446b-ba49-4ba3fba5a474 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.039495] env[69262]: INFO nova.compute.manager [req-3af18c4a-067b-4c7a-856f-e4869d37d6de req-8aee2877-ab7f-47e0-aea8-582942efbefa service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Neutron deleted interface c9904a6d-cfe3-446b-ba49-4ba3fba5a474; detaching it from the instance and deleting it from the info cache [ 1153.039690] env[69262]: DEBUG nova.network.neutron [req-3af18c4a-067b-4c7a-856f-e4869d37d6de req-8aee2877-ab7f-47e0-aea8-582942efbefa service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.089832] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 08796840-bdeb-4383-b113-6006cbdf82c1] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.094032] env[69262]: INFO nova.compute.claims [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.098143] env[69262]: DEBUG nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.442575] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.442575] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25166ddb-bb17-4219-9b60-93f3da760c74 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.451867] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1153.451867] env[69262]: value = "task-3714348" [ 1153.451867] env[69262]: _type = "Task" [ 1153.451867] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.461990] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.523238] env[69262]: DEBUG nova.network.neutron [-] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.542679] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b123cf3e-c196-409a-a9c6-498e0b45801f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.552804] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7c3c4-e4f3-4ccd-80c9-bea4044b19b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.587500] env[69262]: DEBUG nova.compute.manager [req-3af18c4a-067b-4c7a-856f-e4869d37d6de req-8aee2877-ab7f-47e0-aea8-582942efbefa service nova] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Detach interface failed, port_id=c9904a6d-cfe3-446b-ba49-4ba3fba5a474, reason: Instance 586574b2-63c4-48b7-8c29-e630da42037f could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1153.598480] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 2a1339a9-449b-4fbd-99b6-fc7978163dc5] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.602509] env[69262]: INFO nova.compute.resource_tracker [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating resource usage from migration af255380-45c8-496d-8154-a8d61df389ee [ 1153.625031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.773549] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e1788e-481c-4422-8593-1fa2487ccf58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.781733] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b0ea7-775b-48e5-bce3-192d6c904132 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.813334] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7faa9d-d00b-462d-a716-c3ce27c7fc4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.821669] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7214f895-e5f3-4b0a-a779-4aa6ac53a1d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.836576] env[69262]: DEBUG nova.compute.provider_tree [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.962812] env[69262]: DEBUG oslo_vmware.api [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714348, 'name': PowerOffVM_Task, 'duration_secs': 0.186519} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.963121] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.963308] env[69262]: DEBUG nova.compute.manager [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.964177] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957d9b48-ddc2-464f-8370-7ed60c897403 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.025909] env[69262]: INFO nova.compute.manager [-] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Took 1.27 seconds to deallocate network for instance. [ 1154.102248] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b75d7fd5-ffee-482f-9c0a-d9b62e72ada8] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.340413] env[69262]: DEBUG nova.scheduler.client.report [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.477108] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.532670] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.606218] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: ac6131ac-f4d0-4b70-8e5f-b012da69c368] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.846092] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.261s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.846349] env[69262]: INFO nova.compute.manager [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Migrating [ 1154.853099] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.228s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.854599] env[69262]: INFO nova.compute.claims [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.985887] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.109819] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: e7300d10-0760-4d59-bf7f-5d89c5ef2397] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.272789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "28669955-321e-49e1-8b16-1c0627936844" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.273011] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.274019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "28669955-321e-49e1-8b16-1c0627936844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.274019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.274019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.275888] env[69262]: INFO nova.compute.manager [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Terminating instance [ 1155.366177] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.366477] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.366782] env[69262]: DEBUG nova.network.neutron [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.613188] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 4184821a-18c0-4f78-8ad1-fc56470105b5] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.780402] env[69262]: DEBUG nova.compute.manager [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.780628] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.781715] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52981d0-2419-4d72-a98d-7a9658285581 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.791725] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.792111] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5be5381d-bfa9-4b10-ade6-4379dca13fcb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.859126] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.859400] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.859601] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleting the datastore file [datastore2] 28669955-321e-49e1-8b16-1c0627936844 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.859930] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3cc8a99-f11e-43c2-8c1a-4d95b6d94514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.869200] env[69262]: DEBUG oslo_vmware.api [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1155.869200] env[69262]: value = "task-3714350" [ 1155.869200] env[69262]: _type = "Task" [ 1155.869200] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.880486] env[69262]: DEBUG oslo_vmware.api [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.047052] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e6a85-202d-4095-ac88-25940c616312 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.057285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20d9c94-ab95-4df1-8e17-beb201d61a2a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.091193] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a62743a-e1d2-4ce7-b0aa-0b442c513fc5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.099052] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3a330-e50f-4d1a-8cb2-c659e970c55d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.114020] env[69262]: DEBUG nova.compute.provider_tree [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.115994] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 796aa52e-d860-4f75-b1bc-4a5bc9b2c8b8] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.125951] env[69262]: DEBUG nova.network.neutron [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.381371] env[69262]: DEBUG oslo_vmware.api [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140905} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.381692] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.381897] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.382094] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.382274] env[69262]: INFO nova.compute.manager [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1156.382516] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.382706] env[69262]: DEBUG nova.compute.manager [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.382804] env[69262]: DEBUG nova.network.neutron [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.617336] env[69262]: DEBUG nova.scheduler.client.report [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.621031] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 9524393b-7a6e-4590-b195-e5a34c3872a1] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.626734] env[69262]: DEBUG nova.compute.manager [req-f2f5f1d1-fc3f-41be-b18e-bc7090f00108 req-e5f0d00c-fd54-4cd3-9485-2f7854f4d1b8 service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Received event network-vif-deleted-2a4af7df-81a8-477d-a2e3-ce4ee43d49d4 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.626996] env[69262]: INFO nova.compute.manager [req-f2f5f1d1-fc3f-41be-b18e-bc7090f00108 req-e5f0d00c-fd54-4cd3-9485-2f7854f4d1b8 service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Neutron deleted interface 2a4af7df-81a8-477d-a2e3-ce4ee43d49d4; detaching it from the instance and deleting it from the info cache [ 1156.627102] env[69262]: DEBUG nova.network.neutron [req-f2f5f1d1-fc3f-41be-b18e-bc7090f00108 req-e5f0d00c-fd54-4cd3-9485-2f7854f4d1b8 service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.628382] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.111091] env[69262]: DEBUG nova.network.neutron [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.124249] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.124799] env[69262]: DEBUG nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.127754] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.595s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.127989] env[69262]: DEBUG nova.objects.instance [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lazy-loading 'resources' on Instance uuid 586574b2-63c4-48b7-8c29-e630da42037f {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.129276] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: c0372d33-882e-4b94-8e9c-caba53d48e76] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.136287] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c87adc4-e606-4601-82b2-e7811dd1adbb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.147017] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553c2297-341e-4855-811a-eb513d073265 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.179316] env[69262]: DEBUG nova.compute.manager [req-f2f5f1d1-fc3f-41be-b18e-bc7090f00108 req-e5f0d00c-fd54-4cd3-9485-2f7854f4d1b8 service nova] [instance: 28669955-321e-49e1-8b16-1c0627936844] Detach interface failed, port_id=2a4af7df-81a8-477d-a2e3-ce4ee43d49d4, reason: Instance 28669955-321e-49e1-8b16-1c0627936844 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.613852] env[69262]: INFO nova.compute.manager [-] [instance: 28669955-321e-49e1-8b16-1c0627936844] Took 1.23 seconds to deallocate network for instance. [ 1157.640031] env[69262]: DEBUG nova.compute.utils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.644557] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 2639322f-3aec-4358-a433-10f2d009784b] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.645653] env[69262]: DEBUG nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1157.645919] env[69262]: DEBUG nova.network.neutron [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.695053] env[69262]: DEBUG nova.policy [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70663ec87710482882d4d4529168630d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa650dc2c04cbd9cf0e2c864563ebf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.801772] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5dd074-0b5b-4f1d-b304-d9bcc285cd7d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.810241] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26a4d7e-732b-42e9-b2ea-d088df926758 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.841539] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f925d3-425f-4116-ab2e-45f60f7f9bae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.850759] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c045b985-7e0e-40fc-9df2-356e80c8f659 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.865091] env[69262]: DEBUG nova.compute.provider_tree [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.954108] env[69262]: DEBUG nova.network.neutron [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Successfully created port: 7e85665e-95f7-4865-9666-421894f8afc7 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.121490] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.146104] env[69262]: DEBUG nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.151318] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: bfe7a82e-684c-485e-a4b2-0e247a218637] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.162599] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf252778-b016-43fe-9ed9-6f1e0806a97e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.191014] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance '5e4d280d-1ce7-49c2-8f28-856f3d72a4e6' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.368509] env[69262]: DEBUG nova.scheduler.client.report [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.673050] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 2c383460-4553-4dea-b299-e3cc52541ca2] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.697550] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.698341] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-596fa912-486b-4ece-b169-ab7c35ed0541 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.706989] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1158.706989] env[69262]: value = "task-3714351" [ 1158.706989] env[69262]: _type = "Task" [ 1158.706989] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.717692] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.875494] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.878351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.893s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.878628] env[69262]: DEBUG nova.objects.instance [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 28669955-321e-49e1-8b16-1c0627936844] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1158.899559] env[69262]: INFO nova.scheduler.client.report [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Deleted allocations for instance 586574b2-63c4-48b7-8c29-e630da42037f [ 1159.167988] env[69262]: DEBUG nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.175987] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 3f878a57-e7ae-400a-abad-3c371c25fb66] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.197341] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.200533] env[69262]: DEBUG nova.virt.hardware [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.200533] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6434cde-7d7f-46fb-aa1e-06c8727ba28d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.221091] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780d0a6-8b77-4e60-b40b-f55971f79954 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.235336] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714351, 'name': PowerOffVM_Task, 'duration_secs': 0.253393} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.243527] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.243744] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance '5e4d280d-1ce7-49c2-8f28-856f3d72a4e6' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.332476] env[69262]: DEBUG nova.compute.manager [req-8b0b59e5-62f5-4f39-9fcb-9ab51054ccbf req-6fc07f6f-04e4-4ddc-97b2-fe05d783bcac service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Received event network-vif-plugged-7e85665e-95f7-4865-9666-421894f8afc7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.332704] env[69262]: DEBUG oslo_concurrency.lockutils [req-8b0b59e5-62f5-4f39-9fcb-9ab51054ccbf req-6fc07f6f-04e4-4ddc-97b2-fe05d783bcac service nova] Acquiring lock "33215899-bdf1-4329-946b-57e5a4722232-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.332918] env[69262]: DEBUG oslo_concurrency.lockutils [req-8b0b59e5-62f5-4f39-9fcb-9ab51054ccbf req-6fc07f6f-04e4-4ddc-97b2-fe05d783bcac service nova] Lock "33215899-bdf1-4329-946b-57e5a4722232-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.333125] env[69262]: DEBUG oslo_concurrency.lockutils [req-8b0b59e5-62f5-4f39-9fcb-9ab51054ccbf req-6fc07f6f-04e4-4ddc-97b2-fe05d783bcac service nova] Lock "33215899-bdf1-4329-946b-57e5a4722232-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.333320] env[69262]: DEBUG nova.compute.manager [req-8b0b59e5-62f5-4f39-9fcb-9ab51054ccbf req-6fc07f6f-04e4-4ddc-97b2-fe05d783bcac service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] No waiting events found dispatching network-vif-plugged-7e85665e-95f7-4865-9666-421894f8afc7 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1159.333430] env[69262]: WARNING nova.compute.manager [req-8b0b59e5-62f5-4f39-9fcb-9ab51054ccbf req-6fc07f6f-04e4-4ddc-97b2-fe05d783bcac service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Received unexpected event network-vif-plugged-7e85665e-95f7-4865-9666-421894f8afc7 for instance with vm_state building and task_state spawning. [ 1159.408480] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa424184-7e53-4587-9e6d-1168f0298f2b tempest-ServerRescueTestJSONUnderV235-653355629 tempest-ServerRescueTestJSONUnderV235-653355629-project-member] Lock "586574b2-63c4-48b7-8c29-e630da42037f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.279s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.422746] env[69262]: DEBUG nova.network.neutron [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Successfully updated port: 7e85665e-95f7-4865-9666-421894f8afc7 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.682603] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 583f16a5-64a5-4d62-9860-ae79623c925c] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.752558] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.752810] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.752955] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.753150] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.753296] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.753439] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.753641] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.753832] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.754018] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.754180] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.754352] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.760049] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d8cfa1f-b14b-45ff-b268-82893516eda9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.777413] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1159.777413] env[69262]: value = "task-3714352" [ 1159.777413] env[69262]: _type = "Task" [ 1159.777413] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.786989] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.887952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e29b4d99-b129-4c06-ba15-9da69b55aec4 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.889116] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.768s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.889372] env[69262]: DEBUG nova.objects.instance [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'resources' on Instance uuid 28669955-321e-49e1-8b16-1c0627936844 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.925756] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "refresh_cache-33215899-bdf1-4329-946b-57e5a4722232" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.925952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "refresh_cache-33215899-bdf1-4329-946b-57e5a4722232" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.926138] env[69262]: DEBUG nova.network.neutron [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.186340] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: efb3d33a-4faf-49e2-91ea-ee2b5dee15cf] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.288924] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714352, 'name': ReconfigVM_Task, 'duration_secs': 0.205144} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.290026] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance '5e4d280d-1ce7-49c2-8f28-856f3d72a4e6' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.456792] env[69262]: DEBUG nova.network.neutron [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.541487] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f7e44-d022-4311-be9e-0e127be3ee67 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.549690] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db29e93-acc6-43e0-af90-2118540795bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.582832] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9424f05-0581-4f37-80fe-8210ada41d94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.591079] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae159279-50f5-41e2-9638-ee3ab5e42d32 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.607897] env[69262]: DEBUG nova.compute.provider_tree [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.620900] env[69262]: DEBUG nova.network.neutron [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Updating instance_info_cache with network_info: [{"id": "7e85665e-95f7-4865-9666-421894f8afc7", "address": "fa:16:3e:6f:11:7e", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e85665e-95", "ovs_interfaceid": "7e85665e-95f7-4865-9666-421894f8afc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.689724] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: cec98253-43e7-431f-9b13-b12358827e07] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.796032] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.796371] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.796574] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.797075] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.797075] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.797216] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.797434] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.797601] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.797771] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.797934] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.798119] env[69262]: DEBUG nova.virt.hardware [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.803820] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.803820] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6dcb3e-a3ea-474c-8b05-2373f4a06084 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.822931] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1160.822931] env[69262]: value = "task-3714353" [ 1160.822931] env[69262]: _type = "Task" [ 1160.822931] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.831822] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.112411] env[69262]: DEBUG nova.scheduler.client.report [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.125686] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "refresh_cache-33215899-bdf1-4329-946b-57e5a4722232" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.125992] env[69262]: DEBUG nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Instance network_info: |[{"id": "7e85665e-95f7-4865-9666-421894f8afc7", "address": "fa:16:3e:6f:11:7e", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e85665e-95", "ovs_interfaceid": "7e85665e-95f7-4865-9666-421894f8afc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.127045] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:11:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e85665e-95f7-4865-9666-421894f8afc7', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.134304] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.134768] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.135030] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80f2a840-29bf-4a2b-b7a2-75ea29c62a16 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.155881] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.155881] env[69262]: value = "task-3714354" [ 1161.155881] env[69262]: _type = "Task" [ 1161.155881] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.164535] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714354, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.193834] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 54acc016-703a-4a5b-9489-e653b7274603] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.333531] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714353, 'name': ReconfigVM_Task, 'duration_secs': 0.166529} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.333867] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1161.334789] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61188123-c485-43cb-b91d-49a995e1965a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.359136] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.359437] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-216d860e-ae50-4b0c-8980-6b6cba5b91ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.378070] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1161.378070] env[69262]: value = "task-3714355" [ 1161.378070] env[69262]: _type = "Task" [ 1161.378070] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.387977] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.408226] env[69262]: DEBUG nova.compute.manager [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Received event network-changed-7e85665e-95f7-4865-9666-421894f8afc7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.409571] env[69262]: DEBUG nova.compute.manager [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Refreshing instance network info cache due to event network-changed-7e85665e-95f7-4865-9666-421894f8afc7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.409571] env[69262]: DEBUG oslo_concurrency.lockutils [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] Acquiring lock "refresh_cache-33215899-bdf1-4329-946b-57e5a4722232" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.409571] env[69262]: DEBUG oslo_concurrency.lockutils [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] Acquired lock "refresh_cache-33215899-bdf1-4329-946b-57e5a4722232" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.409571] env[69262]: DEBUG nova.network.neutron [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Refreshing network info cache for port 7e85665e-95f7-4865-9666-421894f8afc7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.617502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.641008] env[69262]: INFO nova.scheduler.client.report [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted allocations for instance 28669955-321e-49e1-8b16-1c0627936844 [ 1161.667402] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714354, 'name': CreateVM_Task, 'duration_secs': 0.387619} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.667588] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.668294] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.668460] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.668787] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.669062] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ac667a-a080-4489-b0d2-60202cbcb980 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.673765] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1161.673765] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521cfecb-a09f-628f-633c-e3fa4a028b2b" [ 1161.673765] env[69262]: _type = "Task" [ 1161.673765] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.682018] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521cfecb-a09f-628f-633c-e3fa4a028b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.697126] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.697126] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Cleaning up deleted instances with incomplete migration {{(pid=69262) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1161.888811] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714355, 'name': ReconfigVM_Task, 'duration_secs': 0.288583} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.889188] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.889460] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance '5e4d280d-1ce7-49c2-8f28-856f3d72a4e6' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.016160] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b9090c7-33b5-4121-9bda-f1e54ba4c2a6 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.016457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b9090c7-33b5-4121-9bda-f1e54ba4c2a6 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.016882] env[69262]: DEBUG nova.objects.instance [None req-5b9090c7-33b5-4121-9bda-f1e54ba4c2a6 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'flavor' on Instance uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.105140] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "5d578873-8aa8-4324-ad90-d85054933fef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.105387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "5d578873-8aa8-4324-ad90-d85054933fef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.110210] env[69262]: DEBUG nova.network.neutron [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Updated VIF entry in instance network info cache for port 7e85665e-95f7-4865-9666-421894f8afc7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.110537] env[69262]: DEBUG nova.network.neutron [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Updating instance_info_cache with network_info: [{"id": "7e85665e-95f7-4865-9666-421894f8afc7", "address": "fa:16:3e:6f:11:7e", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e85665e-95", "ovs_interfaceid": "7e85665e-95f7-4865-9666-421894f8afc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.148521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c093c414-a588-4302-b02a-02674b06f6cb tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "28669955-321e-49e1-8b16-1c0627936844" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.876s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.185221] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521cfecb-a09f-628f-633c-e3fa4a028b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.185532] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.185809] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.186065] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.186218] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.186401] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.186668] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5fb79fd-f2ac-459e-9f40-5d70da36543b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.196243] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.196710] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.197087] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d7069ae-032a-4ecc-aff4-3dab58cf4f35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.199603] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.203745] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1162.203745] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525b7c31-7cc2-63bb-e174-846aeafdb4a6" [ 1162.203745] env[69262]: _type = "Task" [ 1162.203745] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.212906] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525b7c31-7cc2-63bb-e174-846aeafdb4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.396444] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383bb6b2-a066-49ef-8a6d-9c3fe5de8547 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.419844] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2ae64-16c0-4503-9792-7eea68c3d9ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.438850] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance '5e4d280d-1ce7-49c2-8f28-856f3d72a4e6' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.521192] env[69262]: DEBUG nova.objects.instance [None req-5b9090c7-33b5-4121-9bda-f1e54ba4c2a6 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'pci_requests' on Instance uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.607906] env[69262]: DEBUG nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.612405] env[69262]: DEBUG oslo_concurrency.lockutils [req-5262e603-040f-4116-9ef3-d77e09e69ad5 req-7d7179cc-3884-4beb-bd9d-8a49090ff756 service nova] Releasing lock "refresh_cache-33215899-bdf1-4329-946b-57e5a4722232" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.717360] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525b7c31-7cc2-63bb-e174-846aeafdb4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.718245] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d548421-598b-4fec-b3ce-715769d22121 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.724581] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1162.724581] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275cdaa-778c-c6d0-4581-2ec9fe5454ed" [ 1162.724581] env[69262]: _type = "Task" [ 1162.724581] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.733329] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275cdaa-778c-c6d0-4581-2ec9fe5454ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.982842] env[69262]: DEBUG nova.network.neutron [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Port d3a12395-6f4e-4a7c-8edc-a90696f24457 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1163.023683] env[69262]: DEBUG nova.objects.base [None req-5b9090c7-33b5-4121-9bda-f1e54ba4c2a6 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Object Instance<865eea87-4f9d-42bd-b839-4f84cc803d8c> lazy-loaded attributes: flavor,pci_requests {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.023981] env[69262]: DEBUG nova.network.neutron [None req-5b9090c7-33b5-4121-9bda-f1e54ba4c2a6 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.107792] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5b9090c7-33b5-4121-9bda-f1e54ba4c2a6 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.091s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.133334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.133632] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.135181] env[69262]: INFO nova.compute.claims [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.236796] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275cdaa-778c-c6d0-4581-2ec9fe5454ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.237178] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.237349] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 33215899-bdf1-4329-946b-57e5a4722232/33215899-bdf1-4329-946b-57e5a4722232.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1163.237617] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09de6639-dc49-4424-933d-0f952c2fcf02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.244621] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1163.244621] env[69262]: value = "task-3714356" [ 1163.244621] env[69262]: _type = "Task" [ 1163.244621] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.253714] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.754968] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458904} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.755197] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 33215899-bdf1-4329-946b-57e5a4722232/33215899-bdf1-4329-946b-57e5a4722232.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.755422] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.755681] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13237ad7-2c8e-41e2-9ae5-2ee05af5c43a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.763919] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1163.763919] env[69262]: value = "task-3714357" [ 1163.763919] env[69262]: _type = "Task" [ 1163.763919] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.773653] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.006529] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.007103] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.007244] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.274928] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074003} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.275215] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1164.276026] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0235745-cfe0-4e92-a063-74c49fca18e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.298670] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 33215899-bdf1-4329-946b-57e5a4722232/33215899-bdf1-4329-946b-57e5a4722232.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1164.301424] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48adf36e-200b-4afd-a17d-332b8ebffa70 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.321978] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1164.321978] env[69262]: value = "task-3714358" [ 1164.321978] env[69262]: _type = "Task" [ 1164.321978] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.333429] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.338260] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1232fe23-1d03-413e-a248-5995b95948d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.345578] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514d7edb-bd0d-43f8-b9cb-cc76e1963ed2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.379155] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4976f5a-c8a1-45d2-b5c1-5872d861c1dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.386981] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae6efc2-4b36-4089-be5a-32368416ea64 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.401193] env[69262]: DEBUG nova.compute.provider_tree [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.500105] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.500349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.834115] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714358, 'name': ReconfigVM_Task, 'duration_secs': 0.293782} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.834451] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 33215899-bdf1-4329-946b-57e5a4722232/33215899-bdf1-4329-946b-57e5a4722232.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.835254] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7622668d-07cc-4ff5-ad52-8cc0c7240b69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.843146] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1164.843146] env[69262]: value = "task-3714359" [ 1164.843146] env[69262]: _type = "Task" [ 1164.843146] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.854323] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714359, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.904624] env[69262]: DEBUG nova.scheduler.client.report [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.002925] env[69262]: DEBUG nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.047404] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.047607] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.047877] env[69262]: DEBUG nova.network.neutron [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.058520] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.058751] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.059087] env[69262]: DEBUG nova.objects.instance [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'flavor' on Instance uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.354026] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714359, 'name': Rename_Task, 'duration_secs': 0.143711} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.354378] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.354596] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-119d32a6-ac62-4354-bc12-9ed408c44aa2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.361865] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1165.361865] env[69262]: value = "task-3714360" [ 1165.361865] env[69262]: _type = "Task" [ 1165.361865] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.370226] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.410608] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.411118] env[69262]: DEBUG nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.527512] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.527791] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.531677] env[69262]: INFO nova.compute.claims [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.680347] env[69262]: DEBUG nova.objects.instance [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'pci_requests' on Instance uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.700366] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.700437] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.824251] env[69262]: DEBUG nova.network.neutron [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.873170] env[69262]: DEBUG oslo_vmware.api [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714360, 'name': PowerOnVM_Task, 'duration_secs': 0.473681} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.873469] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.873669] env[69262]: INFO nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1165.873873] env[69262]: DEBUG nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.874660] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01a3b7-0acd-4e2f-8e91-e414a4b2f8aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.916085] env[69262]: DEBUG nova.compute.utils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.917556] env[69262]: DEBUG nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1166.182933] env[69262]: DEBUG nova.objects.base [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Object Instance<865eea87-4f9d-42bd-b839-4f84cc803d8c> lazy-loaded attributes: flavor,pci_requests {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.183205] env[69262]: DEBUG nova.network.neutron [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.206906] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.207091] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.207303] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.207366] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.207493] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.207631] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_power_states {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.224671] env[69262]: DEBUG nova.policy [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.327492] env[69262]: DEBUG oslo_concurrency.lockutils [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.394281] env[69262]: INFO nova.compute.manager [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Took 12.79 seconds to build instance. [ 1166.418517] env[69262]: DEBUG nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.494363] env[69262]: DEBUG nova.network.neutron [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Successfully created port: ac123ecf-b40f-4813-8999-078f6e329204 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.715928] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Getting list of instances from cluster (obj){ [ 1166.715928] env[69262]: value = "domain-c8" [ 1166.715928] env[69262]: _type = "ClusterComputeResource" [ 1166.715928] env[69262]: } {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1166.718291] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df4e0e7-b04e-4cfc-ac8c-3fe4c778029e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.738512] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Got total of 9 instances {{(pid=69262) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1166.738693] env[69262]: WARNING nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1166.738839] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 29b9821a-24a2-4872-a73b-08ccc8db925e {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.739050] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 6919c1d2-7aeb-4400-845f-46256f497e39 {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.739221] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.739375] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.739527] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.739678] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.739882] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 1e85b13b-315e-44c4-88e8-a961ff97a03d {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.740045] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 5d0e7993-495a-4429-aca0-052d6bb56d86 {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.740243] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 33215899-bdf1-4329-946b-57e5a4722232 {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.740479] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid 5d578873-8aa8-4324-ad90-d85054933fef {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.740553] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Triggering sync for uuid c6e4f2f5-b98e-4532-a2a9-b077c6826342 {{(pid=69262) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.741943] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "29b9821a-24a2-4872-a73b-08ccc8db925e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.742191] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.742619] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "6919c1d2-7aeb-4400-845f-46256f497e39" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.742813] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "6919c1d2-7aeb-4400-845f-46256f497e39" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.743134] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.743256] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.743488] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.743667] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.743853] env[69262]: INFO nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1166.744037] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.744235] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.744412] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.744638] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.744815] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.745053] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.745235] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.745455] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "5d0e7993-495a-4429-aca0-052d6bb56d86" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.745629] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.745883] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "33215899-bdf1-4329-946b-57e5a4722232" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.746131] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "5d578873-8aa8-4324-ad90-d85054933fef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.746350] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.746571] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.746914] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1166.748049] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070948e4-b073-48a3-953f-dddaf8a9628d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.751173] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d374887-af24-485c-8a93-99c011c6f099 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.754227] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb41a0e-52a4-4513-9f5f-6c0ed9f1c787 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.756912] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23f9be9-1a27-45f0-b2ce-39515c4b9547 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.759733] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da05e645-5ed7-4a64-8e10-e474c8b8d145 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.762381] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7c9c73-d6bc-4bf0-9a56-82029117f188 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.765216] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36f7981-a163-4204-9990-c652423fbb22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.768501] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aca9af-5f32-4af4-aa74-75ab7a1d5e60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.771925] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.795815] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387332d9-be90-4721-8083-2dd1253edd5f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.843568] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1b15cc-3acd-4dce-bc7b-01941f223e23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.853324] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb6f743-c429-497d-8569-15c83b4577cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.859981] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef20e1e-4ee8-4994-a9b3-f33dd40ef8c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.871810] env[69262]: DEBUG nova.compute.provider_tree [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.889121] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf29c730-383b-4f39-b3e2-afabe84a780b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.896432] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2a13a1f4-359a-454d-8d9f-8fd23bb32a25 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "33215899-bdf1-4329-946b-57e5a4722232" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.308s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.896794] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance '5e4d280d-1ce7-49c2-8f28-856f3d72a4e6' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.900162] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "33215899-bdf1-4329-946b-57e5a4722232" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.154s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.901274] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b275a-4180-4eb3-9bfc-896e0095e558 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.207039] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "33215899-bdf1-4329-946b-57e5a4722232" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.276898] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.293653] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.295239] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.304771] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "6919c1d2-7aeb-4400-845f-46256f497e39" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.305449] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.307031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.310489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.310815] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.374739] env[69262]: DEBUG nova.scheduler.client.report [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.402566] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.402926] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530b3b36-46d3-4558-b09e-c987c2e12023 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.409861] env[69262]: INFO nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 33215899-bdf1-4329-946b-57e5a4722232] During sync_power_state the instance has a pending task (deleting). Skip. [ 1167.410296] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "33215899-bdf1-4329-946b-57e5a4722232" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.411868] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "33215899-bdf1-4329-946b-57e5a4722232" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.205s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.412113] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "33215899-bdf1-4329-946b-57e5a4722232-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.412326] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "33215899-bdf1-4329-946b-57e5a4722232-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.412498] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "33215899-bdf1-4329-946b-57e5a4722232-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.414175] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1167.414175] env[69262]: value = "task-3714361" [ 1167.414175] env[69262]: _type = "Task" [ 1167.414175] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.414624] env[69262]: INFO nova.compute.manager [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Terminating instance [ 1167.428195] env[69262]: DEBUG nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.431546] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.459999] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.460330] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.460524] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.460717] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.460869] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.461037] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.461256] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.461417] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.461590] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.461830] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.462075] env[69262]: DEBUG nova.virt.hardware [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.463015] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99462d2e-31d9-4562-bcf0-0b3cc805b943 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.472302] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429026c6-483b-4e56-81e4-51c6a688b73a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.486317] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.491902] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Creating folder: Project (7829e6c9be2a40ba9584111150793648). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.492184] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a45d988-2576-484c-ac7d-fa101e640b6d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.503612] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Created folder: Project (7829e6c9be2a40ba9584111150793648) in parent group-v739409. [ 1167.503833] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Creating folder: Instances. Parent ref: group-v739705. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.504088] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44b61a65-0e9b-4aab-9d72-d0151f518f45 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.516291] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Created folder: Instances in parent group-v739705. [ 1167.516597] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.516828] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.517097] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4210da3c-6ece-4bf6-adf1-c0d0906c92df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.535571] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.535571] env[69262]: value = "task-3714364" [ 1167.535571] env[69262]: _type = "Task" [ 1167.535571] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.545305] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714364, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.880318] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.880920] env[69262]: DEBUG nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.883634] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.607s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.883842] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.883993] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1167.885280] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b09bb2-31cb-4bfa-a97e-cfc0b3e48bde {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.895810] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed4af36-24d2-43f0-8964-60064b871aa6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.915245] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f420390-bb6f-45b3-9d3d-e21f8c9f831c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.922990] env[69262]: DEBUG nova.compute.manager [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.922990] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.926505] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915a6359-9f09-49be-830d-059d15469776 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.933664] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133579ba-01ad-464d-a3fd-d9d505805a94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.937952] env[69262]: DEBUG oslo_vmware.api [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714361, 'name': PowerOnVM_Task, 'duration_secs': 0.386418} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.939244] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.939460] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-80c4c1e4-9f1b-4840-9e68-683429d91c30 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance '5e4d280d-1ce7-49c2-8f28-856f3d72a4e6' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.953184] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.958025] env[69262]: DEBUG nova.compute.manager [req-1219a12c-8498-4984-b8f0-5e2062c1922b req-700d3960-0c22-474f-86cf-7c1cd144874d service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-vif-plugged-ac123ecf-b40f-4813-8999-078f6e329204 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.958025] env[69262]: DEBUG oslo_concurrency.lockutils [req-1219a12c-8498-4984-b8f0-5e2062c1922b req-700d3960-0c22-474f-86cf-7c1cd144874d service nova] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.958025] env[69262]: DEBUG oslo_concurrency.lockutils [req-1219a12c-8498-4984-b8f0-5e2062c1922b req-700d3960-0c22-474f-86cf-7c1cd144874d service nova] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.958025] env[69262]: DEBUG oslo_concurrency.lockutils [req-1219a12c-8498-4984-b8f0-5e2062c1922b req-700d3960-0c22-474f-86cf-7c1cd144874d service nova] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.958025] env[69262]: DEBUG nova.compute.manager [req-1219a12c-8498-4984-b8f0-5e2062c1922b req-700d3960-0c22-474f-86cf-7c1cd144874d service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] No waiting events found dispatching network-vif-plugged-ac123ecf-b40f-4813-8999-078f6e329204 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.958025] env[69262]: WARNING nova.compute.manager [req-1219a12c-8498-4984-b8f0-5e2062c1922b req-700d3960-0c22-474f-86cf-7c1cd144874d service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received unexpected event network-vif-plugged-ac123ecf-b40f-4813-8999-078f6e329204 for instance with vm_state active and task_state None. [ 1167.980935] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a51fa89b-2702-4505-9811-f7421be6befa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.983102] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180059MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1167.983280] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.983519] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.993217] env[69262]: DEBUG oslo_vmware.api [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1167.993217] env[69262]: value = "task-3714365" [ 1167.993217] env[69262]: _type = "Task" [ 1167.993217] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.005945] env[69262]: DEBUG oslo_vmware.api [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.020264] env[69262]: DEBUG nova.network.neutron [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Successfully updated port: ac123ecf-b40f-4813-8999-078f6e329204 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.048103] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714364, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.391086] env[69262]: DEBUG nova.compute.utils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.392427] env[69262]: DEBUG nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.392601] env[69262]: DEBUG nova.network.neutron [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.429766] env[69262]: DEBUG nova.policy [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c935af23c5449689c5d9e302d9bccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bf525522b514e56b67db0b133f3deac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.503785] env[69262]: DEBUG oslo_vmware.api [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714365, 'name': PowerOffVM_Task, 'duration_secs': 0.214821} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.504932] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.505142] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.505393] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c826c47c-6575-4088-a5a1-ea0999aec7a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.523650] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.523650] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.523650] env[69262]: DEBUG nova.network.neutron [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.545773] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714364, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.589810] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.590123] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.590442] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleting the datastore file [datastore1] 33215899-bdf1-4329-946b-57e5a4722232 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.590786] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece769aa-9850-4fc9-a1ed-ca5908879586 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.598297] env[69262]: DEBUG oslo_vmware.api [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1168.598297] env[69262]: value = "task-3714367" [ 1168.598297] env[69262]: _type = "Task" [ 1168.598297] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.607678] env[69262]: DEBUG oslo_vmware.api [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.719985] env[69262]: DEBUG nova.network.neutron [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Successfully created port: e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.895840] env[69262]: DEBUG nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.995032] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Applying migration context for instance 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 as it has an incoming, in-progress migration af255380-45c8-496d-8154-a8d61df389ee. Migration status is finished {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1168.997505] env[69262]: INFO nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating resource usage from migration af255380-45c8-496d-8154-a8d61df389ee [ 1169.023024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 29b9821a-24a2-4872-a73b-08ccc8db925e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6919c1d2-7aeb-4400-845f-46256f497e39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 46b96e87-a7aa-4693-ac3b-946028cd836b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 865eea87-4f9d-42bd-b839-4f84cc803d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 9d4c5401-f293-44ca-91e1-c4e883a2a8ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 1e85b13b-315e-44c4-88e8-a961ff97a03d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023024] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5d0e7993-495a-4429-aca0-052d6bb56d86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023340] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Migration af255380-45c8-496d-8154-a8d61df389ee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1169.023340] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023408] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 33215899-bdf1-4329-946b-57e5a4722232 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023472] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5d578873-8aa8-4324-ad90-d85054933fef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.023634] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance c6e4f2f5-b98e-4532-a2a9-b077c6826342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1169.024086] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1169.024248] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1169.050018] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714364, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.064200] env[69262]: WARNING nova.network.neutron [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] a69fc0aa-2672-42c7-8323-097d6ac11ae0 already exists in list: networks containing: ['a69fc0aa-2672-42c7-8323-097d6ac11ae0']. ignoring it [ 1169.110935] env[69262]: DEBUG oslo_vmware.api [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164854} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.110935] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.111378] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.111378] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.111378] env[69262]: INFO nova.compute.manager [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1169.111622] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.114251] env[69262]: DEBUG nova.compute.manager [-] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.114251] env[69262]: DEBUG nova.network.neutron [-] [instance: 33215899-bdf1-4329-946b-57e5a4722232] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.226211] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a48cd-1fec-4b3a-affd-a051fa026386 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.236846] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34900a5-8a49-4c8e-93bf-34ba43cc076e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.277633] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b921e0b-5a6c-4185-8953-f67e40bc5042 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.287742] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a26e0d-8fee-4dab-8304-4f891c965b5a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.304513] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.407009] env[69262]: DEBUG nova.network.neutron [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac123ecf-b40f-4813-8999-078f6e329204", "address": "fa:16:3e:dd:dc:72", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac123ecf-b4", "ovs_interfaceid": "ac123ecf-b40f-4813-8999-078f6e329204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.471517] env[69262]: DEBUG nova.compute.manager [req-26c94897-5cd1-44fb-b42b-b5104c5450e6 req-c9a92b3b-c4bf-405b-b061-3f27cbbc8b09 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Received event network-vif-deleted-7e85665e-95f7-4865-9666-421894f8afc7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.472651] env[69262]: INFO nova.compute.manager [req-26c94897-5cd1-44fb-b42b-b5104c5450e6 req-c9a92b3b-c4bf-405b-b061-3f27cbbc8b09 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Neutron deleted interface 7e85665e-95f7-4865-9666-421894f8afc7; detaching it from the instance and deleting it from the info cache [ 1169.472651] env[69262]: DEBUG nova.network.neutron [req-26c94897-5cd1-44fb-b42b-b5104c5450e6 req-c9a92b3b-c4bf-405b-b061-3f27cbbc8b09 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.547707] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714364, 'name': CreateVM_Task, 'duration_secs': 1.737018} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.547936] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.548753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.548753] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.548886] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.549399] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f523ccfe-bec3-4684-8307-a02655463110 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.554367] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1169.554367] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524270a0-3e90-3a6e-4e2a-694d8be37dee" [ 1169.554367] env[69262]: _type = "Task" [ 1169.554367] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.562288] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524270a0-3e90-3a6e-4e2a-694d8be37dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.810080] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.885827] env[69262]: DEBUG nova.network.neutron [-] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.906593] env[69262]: DEBUG nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.910012] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.910416] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.910416] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.911221] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f70c0d-6c13-49e7-8759-f3d62bcad918 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.933801] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.934094] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.934224] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.934411] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.934557] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.934702] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.934910] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.935082] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.935253] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.935415] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.935590] env[69262]: DEBUG nova.virt.hardware [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.941893] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfiguring VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1169.944249] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3e3137-36ee-49e2-9a74-e9bec6d33429 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.966399] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.966673] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.966834] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.967060] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.967218] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.967366] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.967577] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.967746] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.968059] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.968173] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.968349] env[69262]: DEBUG nova.virt.hardware [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.970096] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a98ab4-414f-4d29-b004-f082cd77a7c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.973645] env[69262]: DEBUG oslo_vmware.api [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1169.973645] env[69262]: value = "task-3714368" [ 1169.973645] env[69262]: _type = "Task" [ 1169.973645] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.978082] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-337c72b1-13aa-42ef-a6c8-234391f2dee9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.983840] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a376eade-cd50-415b-99f8-2446b56aee4b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.994450] env[69262]: DEBUG oslo_vmware.api [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714368, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.997878] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a1189a-aa1d-4324-a5fe-434cfbd77450 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.041462] env[69262]: DEBUG nova.compute.manager [req-26c94897-5cd1-44fb-b42b-b5104c5450e6 req-c9a92b3b-c4bf-405b-b061-3f27cbbc8b09 service nova] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Detach interface failed, port_id=7e85665e-95f7-4865-9666-421894f8afc7, reason: Instance 33215899-bdf1-4329-946b-57e5a4722232 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.044509] env[69262]: DEBUG nova.compute.manager [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-changed-ac123ecf-b40f-4813-8999-078f6e329204 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.044699] env[69262]: DEBUG nova.compute.manager [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing instance network info cache due to event network-changed-ac123ecf-b40f-4813-8999-078f6e329204. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.044914] env[69262]: DEBUG oslo_concurrency.lockutils [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.045070] env[69262]: DEBUG oslo_concurrency.lockutils [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.045282] env[69262]: DEBUG nova.network.neutron [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing network info cache for port ac123ecf-b40f-4813-8999-078f6e329204 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.066069] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524270a0-3e90-3a6e-4e2a-694d8be37dee, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.066394] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.066629] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.066908] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.067089] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.067439] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.067653] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f16531ac-c8be-4c94-ae78-5a2fcd3ff81f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.079240] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.079546] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.080329] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8997f1-c451-41de-b8ac-35d2f7a51a7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.086660] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1170.086660] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292778d-de75-9ccc-1e94-3f6cd287750f" [ 1170.086660] env[69262]: _type = "Task" [ 1170.086660] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.096573] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292778d-de75-9ccc-1e94-3f6cd287750f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.273071] env[69262]: DEBUG nova.network.neutron [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Successfully updated port: e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.315565] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1170.315950] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.332s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.389594] env[69262]: INFO nova.compute.manager [-] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Took 1.27 seconds to deallocate network for instance. [ 1170.485063] env[69262]: DEBUG oslo_vmware.api [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.599347] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292778d-de75-9ccc-1e94-3f6cd287750f, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.600226] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c311fe0e-4508-478a-a724-e779de6c8426 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.605817] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1170.605817] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb4f3a-4751-6073-805e-31455e59638a" [ 1170.605817] env[69262]: _type = "Task" [ 1170.605817] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.614141] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb4f3a-4751-6073-805e-31455e59638a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.671053] env[69262]: DEBUG nova.network.neutron [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Port d3a12395-6f4e-4a7c-8edc-a90696f24457 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1170.671396] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.671593] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.671804] env[69262]: DEBUG nova.network.neutron [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.777498] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.777640] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.777754] env[69262]: DEBUG nova.network.neutron [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.803683] env[69262]: DEBUG nova.network.neutron [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updated VIF entry in instance network info cache for port ac123ecf-b40f-4813-8999-078f6e329204. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.804110] env[69262]: DEBUG nova.network.neutron [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac123ecf-b40f-4813-8999-078f6e329204", "address": "fa:16:3e:dd:dc:72", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac123ecf-b4", "ovs_interfaceid": "ac123ecf-b40f-4813-8999-078f6e329204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.898020] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.898184] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.898400] env[69262]: DEBUG nova.objects.instance [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'resources' on Instance uuid 33215899-bdf1-4329-946b-57e5a4722232 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.985426] env[69262]: DEBUG oslo_vmware.api [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714368, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.007147] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.007419] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.007611] env[69262]: INFO nova.compute.manager [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Shelving [ 1171.119087] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cb4f3a-4751-6073-805e-31455e59638a, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.119415] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.119684] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.120012] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b64a1f-ed30-4197-aa00-87dd6dcecf9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.128640] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1171.128640] env[69262]: value = "task-3714369" [ 1171.128640] env[69262]: _type = "Task" [ 1171.128640] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.140141] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.307063] env[69262]: DEBUG oslo_concurrency.lockutils [req-c7132b43-d73f-442c-b6f1-7c1d4bd15506 req-9223c390-5244-40b4-909a-2bf55c959152 service nova] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.328062] env[69262]: DEBUG nova.network.neutron [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.487917] env[69262]: DEBUG oslo_vmware.api [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714368, 'name': ReconfigVM_Task, 'duration_secs': 1.250946} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.488295] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.488812] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfigured VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1171.499273] env[69262]: DEBUG nova.network.neutron [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.561193] env[69262]: DEBUG nova.network.neutron [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updating instance_info_cache with network_info: [{"id": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "address": "fa:16:3e:25:5e:22", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ecbbde-13", "ovs_interfaceid": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.615056] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c55d0f6-57d8-4899-b59c-c22d94e2f8d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.623603] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e742744-7c1d-4ac1-b292-1de433785e78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.658059] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f84a82f-9ec5-4131-a540-5c73dacc1919 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.663817] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488748} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.664459] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.664706] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.664989] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45d52637-ac8a-48f5-b8f7-2e0ffd0cfff5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.670368] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33680d45-9b1d-498e-babf-e6ba6135f35b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.674987] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1171.674987] env[69262]: value = "task-3714370" [ 1171.674987] env[69262]: _type = "Task" [ 1171.674987] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.686288] env[69262]: DEBUG nova.compute.provider_tree [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.693547] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714370, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.995942] env[69262]: DEBUG oslo_concurrency.lockutils [None req-456c51e6-43a8-4cb5-adeb-86d1c70f18fd tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.937s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.002293] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.021187] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.021499] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7aad37-0bbd-4409-a23d-d4ba659a8248 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.029072] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1172.029072] env[69262]: value = "task-3714371" [ 1172.029072] env[69262]: _type = "Task" [ 1172.029072] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.038906] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.064386] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.064533] env[69262]: DEBUG nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Instance network_info: |[{"id": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "address": "fa:16:3e:25:5e:22", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ecbbde-13", "ovs_interfaceid": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.065037] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:5e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2ecbbde-1358-4310-a7dd-7b95de0402cf', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.074406] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.076257] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.077563] env[69262]: DEBUG nova.compute.manager [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Received event network-vif-plugged-e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.077563] env[69262]: DEBUG oslo_concurrency.lockutils [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.077720] env[69262]: DEBUG oslo_concurrency.lockutils [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.077867] env[69262]: DEBUG oslo_concurrency.lockutils [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.078044] env[69262]: DEBUG nova.compute.manager [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] No waiting events found dispatching network-vif-plugged-e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1172.078209] env[69262]: WARNING nova.compute.manager [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Received unexpected event network-vif-plugged-e2ecbbde-1358-4310-a7dd-7b95de0402cf for instance with vm_state building and task_state spawning. [ 1172.078367] env[69262]: DEBUG nova.compute.manager [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Received event network-changed-e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.078519] env[69262]: DEBUG nova.compute.manager [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Refreshing instance network info cache due to event network-changed-e2ecbbde-1358-4310-a7dd-7b95de0402cf. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.078705] env[69262]: DEBUG oslo_concurrency.lockutils [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] Acquiring lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.078828] env[69262]: DEBUG oslo_concurrency.lockutils [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] Acquired lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.078983] env[69262]: DEBUG nova.network.neutron [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Refreshing network info cache for port e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.080092] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccfec406-cfb7-4879-94d0-0dc2d0e8d165 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.104048] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.104048] env[69262]: value = "task-3714372" [ 1172.104048] env[69262]: _type = "Task" [ 1172.104048] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.113473] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714372, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.186342] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714370, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065413} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.186651] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.187447] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c38e0-63be-4c72-9e35-1cbc40e7e48e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.190791] env[69262]: DEBUG nova.scheduler.client.report [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.213117] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.214472] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7c27856-5738-4aa6-9650-a1a371718d24 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.236077] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1172.236077] env[69262]: value = "task-3714373" [ 1172.236077] env[69262]: _type = "Task" [ 1172.236077] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.245862] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.505831] env[69262]: DEBUG nova.compute.manager [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69262) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1172.506190] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.539349] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714371, 'name': PowerOffVM_Task, 'duration_secs': 0.252378} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.539622] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.540456] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3400a764-052b-46b9-bdc8-5eb3f8a8ed3e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.559089] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea5a2ba-7560-415e-8669-20f3d8063228 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.613775] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714372, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.696158] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.701158] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.195s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.719355] env[69262]: INFO nova.scheduler.client.report [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted allocations for instance 33215899-bdf1-4329-946b-57e5a4722232 [ 1172.747548] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.799438] env[69262]: DEBUG nova.network.neutron [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updated VIF entry in instance network info cache for port e2ecbbde-1358-4310-a7dd-7b95de0402cf. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.799824] env[69262]: DEBUG nova.network.neutron [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updating instance_info_cache with network_info: [{"id": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "address": "fa:16:3e:25:5e:22", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ecbbde-13", "ovs_interfaceid": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.073287] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1173.073287] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76dae0fa-114d-4bcc-94d9-2b0e30f9708b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.082988] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1173.082988] env[69262]: value = "task-3714374" [ 1173.082988] env[69262]: _type = "Task" [ 1173.082988] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.092548] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714374, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.116022] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714372, 'name': CreateVM_Task, 'duration_secs': 0.82329} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.116245] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.117106] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.117287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.117762] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.117883] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eaf33ba-4b83-4801-aaf0-e7378ad98995 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.124262] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1173.124262] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52080f18-945c-828c-e1ac-b8fff44a7f51" [ 1173.124262] env[69262]: _type = "Task" [ 1173.124262] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.133404] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52080f18-945c-828c-e1ac-b8fff44a7f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.206374] env[69262]: DEBUG nova.objects.instance [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'migration_context' on Instance uuid 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.226869] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3d641f-32d7-402b-ac67-2f07129fc4d5 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "33215899-bdf1-4329-946b-57e5a4722232" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.815s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.248859] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.302777] env[69262]: DEBUG oslo_concurrency.lockutils [req-80c9eea4-7a7b-450c-9212-8fade9068213 req-c1f060cc-1301-422a-8ca5-4239ed34d6bf service nova] Releasing lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.365307] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "5d0e7993-495a-4429-aca0-052d6bb56d86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.365594] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.365911] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "5d0e7993-495a-4429-aca0-052d6bb56d86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.366122] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.366297] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.368633] env[69262]: INFO nova.compute.manager [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Terminating instance [ 1173.592896] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714374, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.636037] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52080f18-945c-828c-e1ac-b8fff44a7f51, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.636385] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.636666] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.636925] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.637087] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.637272] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.637544] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-018618cd-4ba4-4f47-a871-6fb31e9a2142 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.647569] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.647777] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.648562] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91512d1-a9a2-4cf4-9649-b0e57b5efb77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.654267] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1173.654267] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cfd233-2ed5-ced8-26b5-30c045d8d963" [ 1173.654267] env[69262]: _type = "Task" [ 1173.654267] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.662736] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cfd233-2ed5-ced8-26b5-30c045d8d963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.704441] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-008944c4-e42c-4627-a29b-efa99bf5125f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.706047] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-008944c4-e42c-4627-a29b-efa99bf5125f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.706047] env[69262]: DEBUG nova.objects.instance [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'flavor' on Instance uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.750834] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714373, 'name': ReconfigVM_Task, 'duration_secs': 1.053344} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.751243] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.751935] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4acbdf87-833b-44ea-8229-aa2fb6853d69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.762160] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1173.762160] env[69262]: value = "task-3714375" [ 1173.762160] env[69262]: _type = "Task" [ 1173.762160] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.775253] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714375, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.865765] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24efbbd-c980-492c-9f3f-a602712cfa5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.873167] env[69262]: DEBUG nova.compute.manager [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.873416] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.874296] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5863ea-0471-4aa4-ab68-89f59c15f5aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.878017] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29da6e87-adc8-483a-99f5-da3dd5638f5c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.887125] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.912055] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01021e21-1e35-4544-9673-4d336a59f31d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.914535] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39aacf82-b86d-4a7c-8cdc-5ae59a1b4a57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.923324] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4e33db-2c02-4c49-ad79-afb9185a99aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.928570] env[69262]: DEBUG oslo_vmware.api [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1173.928570] env[69262]: value = "task-3714376" [ 1173.928570] env[69262]: _type = "Task" [ 1173.928570] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.940567] env[69262]: DEBUG nova.compute.provider_tree [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.947670] env[69262]: DEBUG oslo_vmware.api [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.093884] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714374, 'name': CreateSnapshot_Task, 'duration_secs': 0.939198} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.094223] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1174.094993] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eff0c65-9649-4e5b-84f5-2e109ff4954e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.165046] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cfd233-2ed5-ced8-26b5-30c045d8d963, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.165917] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbe251a-21ed-4d72-97af-bca69c0ab080 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.173965] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1174.173965] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a93f1a-617c-75ff-8ae6-22977d689010" [ 1174.173965] env[69262]: _type = "Task" [ 1174.173965] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.183031] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a93f1a-617c-75ff-8ae6-22977d689010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.275231] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714375, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.315260] env[69262]: DEBUG nova.objects.instance [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'pci_requests' on Instance uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.443053] env[69262]: DEBUG oslo_vmware.api [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714376, 'name': PowerOffVM_Task, 'duration_secs': 0.48894} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.444023] env[69262]: DEBUG nova.scheduler.client.report [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.448818] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.449101] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.449723] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ffbe9f-278d-4157-a32d-ccae5663496e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.545883] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.546145] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.546332] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleting the datastore file [datastore2] 5d0e7993-495a-4429-aca0-052d6bb56d86 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.546617] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb3c34d5-62ed-4962-967a-da0caa1af3d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.553453] env[69262]: DEBUG oslo_vmware.api [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1174.553453] env[69262]: value = "task-3714378" [ 1174.553453] env[69262]: _type = "Task" [ 1174.553453] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.561871] env[69262]: DEBUG oslo_vmware.api [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.614175] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1174.614560] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff818e70-2c49-4836-84cf-297932897d9f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.623316] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1174.623316] env[69262]: value = "task-3714379" [ 1174.623316] env[69262]: _type = "Task" [ 1174.623316] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.632011] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714379, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.684324] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52a93f1a-617c-75ff-8ae6-22977d689010, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.684639] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.684905] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.685969] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0296bb4f-cc29-4a84-8809-5822a1b67bf8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.693899] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1174.693899] env[69262]: value = "task-3714380" [ 1174.693899] env[69262]: _type = "Task" [ 1174.693899] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.704572] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.773208] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714375, 'name': Rename_Task, 'duration_secs': 0.588874} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.773498] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.773803] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d1eb3c-2174-44b3-a92b-48642b3ff324 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.780753] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1174.780753] env[69262]: value = "task-3714381" [ 1174.780753] env[69262]: _type = "Task" [ 1174.780753] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.789601] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.820642] env[69262]: DEBUG nova.objects.base [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Object Instance<865eea87-4f9d-42bd-b839-4f84cc803d8c> lazy-loaded attributes: flavor,pci_requests {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1174.820859] env[69262]: DEBUG nova.network.neutron [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.896507] env[69262]: DEBUG nova.policy [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.069064] env[69262]: DEBUG oslo_vmware.api [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143637} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.069474] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.069732] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.069786] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.070087] env[69262]: INFO nova.compute.manager [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1175.070297] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.070523] env[69262]: DEBUG nova.compute.manager [-] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.070656] env[69262]: DEBUG nova.network.neutron [-] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.136038] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714379, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.205144] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503939} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.205452] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.205690] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.205979] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f1de9ad-f31d-47f7-a002-6b22ab78dceb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.214821] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1175.214821] env[69262]: value = "task-3714382" [ 1175.214821] env[69262]: _type = "Task" [ 1175.214821] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.229502] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.295008] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.457669] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.757s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.557705] env[69262]: DEBUG nova.compute.manager [req-94519a51-7140-4eca-a024-abefcda59a2a req-d826e5a4-fd13-4ca9-b23d-e2e1ebf52a73 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Received event network-vif-deleted-5dedbac4-75a2-42aa-bc87-8dbdc7dad6db {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.557898] env[69262]: INFO nova.compute.manager [req-94519a51-7140-4eca-a024-abefcda59a2a req-d826e5a4-fd13-4ca9-b23d-e2e1ebf52a73 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Neutron deleted interface 5dedbac4-75a2-42aa-bc87-8dbdc7dad6db; detaching it from the instance and deleting it from the info cache [ 1175.558102] env[69262]: DEBUG nova.network.neutron [req-94519a51-7140-4eca-a024-abefcda59a2a req-d826e5a4-fd13-4ca9-b23d-e2e1ebf52a73 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.634890] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714379, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.727540] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109748} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.728155] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.729200] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ba3758-ee74-4332-8e17-0e91f849fa10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.758852] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.759391] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e145e15e-1a3c-409a-8c59-55011f1ae005 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.782073] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1175.782073] env[69262]: value = "task-3714383" [ 1175.782073] env[69262]: _type = "Task" [ 1175.782073] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.794090] env[69262]: DEBUG oslo_vmware.api [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714381, 'name': PowerOnVM_Task, 'duration_secs': 0.837919} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.797281] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.797498] env[69262]: INFO nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1175.797688] env[69262]: DEBUG nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1175.797969] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.798691] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd189af9-523d-44f9-8cff-5baef576e5ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.947307] env[69262]: DEBUG nova.network.neutron [-] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.061077] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7116dc28-2bf0-4d92-83e7-ce5e09d92ce4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.073540] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d005b8f7-6576-4b4d-9ce1-1256b1555101 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.105905] env[69262]: DEBUG nova.compute.manager [req-94519a51-7140-4eca-a024-abefcda59a2a req-d826e5a4-fd13-4ca9-b23d-e2e1ebf52a73 service nova] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Detach interface failed, port_id=5dedbac4-75a2-42aa-bc87-8dbdc7dad6db, reason: Instance 5d0e7993-495a-4429-aca0-052d6bb56d86 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.135796] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714379, 'name': CloneVM_Task, 'duration_secs': 1.309982} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.136179] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Created linked-clone VM from snapshot [ 1176.136995] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b20e0ad-bea1-4d0b-9583-e429b272bbca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.145412] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Uploading image 139299cb-d496-45c3-ad9e-4da1886fd88a {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1176.171407] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1176.171407] env[69262]: value = "vm-739710" [ 1176.171407] env[69262]: _type = "VirtualMachine" [ 1176.171407] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1176.171712] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d550e937-7d02-4ec6-9bc4-22235d0ba4b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.180053] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease: (returnval){ [ 1176.180053] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524b4ba7-ce81-28cb-0a2b-e8e305629374" [ 1176.180053] env[69262]: _type = "HttpNfcLease" [ 1176.180053] env[69262]: } obtained for exporting VM: (result){ [ 1176.180053] env[69262]: value = "vm-739710" [ 1176.180053] env[69262]: _type = "VirtualMachine" [ 1176.180053] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1176.180053] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the lease: (returnval){ [ 1176.180053] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524b4ba7-ce81-28cb-0a2b-e8e305629374" [ 1176.180053] env[69262]: _type = "HttpNfcLease" [ 1176.180053] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.188607] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.188607] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524b4ba7-ce81-28cb-0a2b-e8e305629374" [ 1176.188607] env[69262]: _type = "HttpNfcLease" [ 1176.188607] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.293137] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714383, 'name': ReconfigVM_Task, 'duration_secs': 0.311648} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.293440] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.294086] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e163390-e167-43ca-8be8-1b7e0be4bce3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.302036] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1176.302036] env[69262]: value = "task-3714385" [ 1176.302036] env[69262]: _type = "Task" [ 1176.302036] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.314722] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714385, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.317181] env[69262]: INFO nova.compute.manager [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Took 13.20 seconds to build instance. [ 1176.451234] env[69262]: INFO nova.compute.manager [-] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Took 1.38 seconds to deallocate network for instance. [ 1176.559487] env[69262]: DEBUG nova.network.neutron [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Successfully updated port: 008944c4-e42c-4627-a29b-efa99bf5125f {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.694059] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.694059] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524b4ba7-ce81-28cb-0a2b-e8e305629374" [ 1176.694059] env[69262]: _type = "HttpNfcLease" [ 1176.694059] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1176.694683] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1176.694683] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524b4ba7-ce81-28cb-0a2b-e8e305629374" [ 1176.694683] env[69262]: _type = "HttpNfcLease" [ 1176.694683] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1176.695979] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4b679e-f338-4793-bd03-31b04f5dbf61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.708781] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed216d-0fb9-eea9-1b57-5e7b4e53afab/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1176.709142] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed216d-0fb9-eea9-1b57-5e7b4e53afab/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1176.813160] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714385, 'name': Rename_Task, 'duration_secs': 0.144272} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.813511] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.813802] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17519cfb-c493-4f63-bee2-d75c69531ba9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.819143] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cce43f8b-82c3-4b20-b51c-0a61ad7cff4e tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "5d578873-8aa8-4324-ad90-d85054933fef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.714s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.819392] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "5d578873-8aa8-4324-ad90-d85054933fef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.073s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.819688] env[69262]: INFO nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] During sync_power_state the instance has a pending task (networking). Skip. [ 1176.819853] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "5d578873-8aa8-4324-ad90-d85054933fef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.821402] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1176.821402] env[69262]: value = "task-3714386" [ 1176.821402] env[69262]: _type = "Task" [ 1176.821402] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.833120] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.851486] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bd0e2201-2f86-484b-9d1a-11f2b35480e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.958299] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.958678] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.958949] env[69262]: DEBUG nova.objects.instance [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'resources' on Instance uuid 5d0e7993-495a-4429-aca0-052d6bb56d86 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.973519] env[69262]: INFO nova.compute.manager [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Rebuilding instance [ 1177.002629] env[69262]: INFO nova.compute.manager [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Swapping old allocation on dict_keys(['29f38da0-bc53-4f4f-90bd-4f4c04eeed85']) held by migration af255380-45c8-496d-8154-a8d61df389ee for instance [ 1177.023497] env[69262]: DEBUG nova.compute.manager [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.024458] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d00694-090b-4d89-a2ad-98a822bc4c86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.030719] env[69262]: DEBUG nova.scheduler.client.report [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Overwriting current allocation {'allocations': {'29f38da0-bc53-4f4f-90bd-4f4c04eeed85': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 158}}, 'project_id': '3d659e54da3b46599b55a538aa7d3baa', 'user_id': '607df61e3b7b450daaa7dcc73b892ca3', 'consumer_generation': 1} on consumer 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 {{(pid=69262) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1177.062664] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.062664] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.062870] env[69262]: DEBUG nova.network.neutron [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.121724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121953] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.122160] env[69262]: DEBUG nova.network.neutron [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.333821] env[69262]: DEBUG oslo_vmware.api [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714386, 'name': PowerOnVM_Task, 'duration_secs': 0.504956} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.334323] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.334679] env[69262]: INFO nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1177.334971] env[69262]: DEBUG nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1177.336119] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb8341e-78ed-4f02-8124-2b505d7f6fa7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.587636] env[69262]: DEBUG nova.compute.manager [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-vif-plugged-008944c4-e42c-4627-a29b-efa99bf5125f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.587918] env[69262]: DEBUG oslo_concurrency.lockutils [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.588127] env[69262]: DEBUG oslo_concurrency.lockutils [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.588320] env[69262]: DEBUG oslo_concurrency.lockutils [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.588484] env[69262]: DEBUG nova.compute.manager [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] No waiting events found dispatching network-vif-plugged-008944c4-e42c-4627-a29b-efa99bf5125f {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1177.588657] env[69262]: WARNING nova.compute.manager [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received unexpected event network-vif-plugged-008944c4-e42c-4627-a29b-efa99bf5125f for instance with vm_state active and task_state None. [ 1177.588975] env[69262]: DEBUG nova.compute.manager [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-changed-008944c4-e42c-4627-a29b-efa99bf5125f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.588975] env[69262]: DEBUG nova.compute.manager [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing instance network info cache due to event network-changed-008944c4-e42c-4627-a29b-efa99bf5125f. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.589236] env[69262]: DEBUG oslo_concurrency.lockutils [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.615149] env[69262]: WARNING nova.network.neutron [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] a69fc0aa-2672-42c7-8323-097d6ac11ae0 already exists in list: networks containing: ['a69fc0aa-2672-42c7-8323-097d6ac11ae0']. ignoring it [ 1177.615523] env[69262]: WARNING nova.network.neutron [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] a69fc0aa-2672-42c7-8323-097d6ac11ae0 already exists in list: networks containing: ['a69fc0aa-2672-42c7-8323-097d6ac11ae0']. ignoring it [ 1177.624128] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e86c1a1-eb97-4518-875e-af6280cc8f99 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.637061] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b452da-f4c3-4c5e-891c-9fdc995946dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.672622] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86026f57-b436-40d3-82e0-8d6431c6e705 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.685593] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ce13f7-8bb3-4f47-b2c1-f0906dce9d3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.700877] env[69262]: DEBUG nova.compute.provider_tree [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.863963] env[69262]: INFO nova.compute.manager [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Took 12.36 seconds to build instance. [ 1178.042417] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.042843] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5336a15f-b5ba-40cb-afdf-b7c4ced11390 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.052113] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1178.052113] env[69262]: value = "task-3714387" [ 1178.052113] env[69262]: _type = "Task" [ 1178.052113] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.061510] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.206231] env[69262]: DEBUG nova.scheduler.client.report [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.266261] env[69262]: DEBUG nova.network.neutron [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [{"id": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "address": "fa:16:3e:f9:1e:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3a12395-6f", "ovs_interfaceid": "d3a12395-6f4e-4a7c-8edc-a90696f24457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.366591] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3edb99b8-84c1-405d-9017-22cab3a9b968 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.866s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.369866] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.623s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.371194] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85267071-d4b1-40ca-8fce-a78f7cc9f131 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.482305] env[69262]: DEBUG nova.network.neutron [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac123ecf-b40f-4813-8999-078f6e329204", "address": "fa:16:3e:dd:dc:72", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac123ecf-b4", "ovs_interfaceid": "ac123ecf-b40f-4813-8999-078f6e329204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "008944c4-e42c-4627-a29b-efa99bf5125f", "address": "fa:16:3e:eb:16:10", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008944c4-e4", "ovs_interfaceid": "008944c4-e42c-4627-a29b-efa99bf5125f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.567900] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714387, 'name': PowerOffVM_Task, 'duration_secs': 0.134971} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.568416] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.568856] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.570395] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8409b7fc-a9c8-4a10-9f06-b58ec5276e9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.580923] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.581330] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2824aed7-cbcf-4ed5-acb5-26b06779026b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.609389] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.609697] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.609997] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Deleting the datastore file [datastore1] 5d578873-8aa8-4324-ad90-d85054933fef {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.610317] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6ae0e4e-96e8-4c09-b5b3-c5e93be6c1b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.619817] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1178.619817] env[69262]: value = "task-3714389" [ 1178.619817] env[69262]: _type = "Task" [ 1178.619817] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.630602] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.712195] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.738136] env[69262]: INFO nova.scheduler.client.report [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted allocations for instance 5d0e7993-495a-4429-aca0-052d6bb56d86 [ 1178.771430] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.772012] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.772360] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900a2e33-f66d-4908-8cb9-c27c1530e68a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.781974] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1178.781974] env[69262]: value = "task-3714390" [ 1178.781974] env[69262]: _type = "Task" [ 1178.781974] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.792732] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.885525] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.986351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.987201] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.987465] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.987841] env[69262]: DEBUG oslo_concurrency.lockutils [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.988308] env[69262]: DEBUG nova.network.neutron [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Refreshing network info cache for port 008944c4-e42c-4627-a29b-efa99bf5125f {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.990984] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485f6a3b-f597-467b-8154-f03b630b6f0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.012980] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.013411] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.013651] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.013861] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.014079] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.014387] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.014624] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.014825] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.015064] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.015343] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.015533] env[69262]: DEBUG nova.virt.hardware [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.022386] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfiguring VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1179.024449] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d2c5518-1e49-4389-8edd-0e0e585a894c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.039823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.040284] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.045492] env[69262]: DEBUG oslo_vmware.api [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1179.045492] env[69262]: value = "task-3714391" [ 1179.045492] env[69262]: _type = "Task" [ 1179.045492] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.056307] env[69262]: DEBUG oslo_vmware.api [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714391, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.130618] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182039} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.130886] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.131101] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.131304] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.254143] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1214a5b4-e409-448a-a3f6-1d341c01be85 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "5d0e7993-495a-4429-aca0-052d6bb56d86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.888s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.293195] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714390, 'name': PowerOffVM_Task, 'duration_secs': 0.215607} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.293492] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.294288] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.294464] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.294525] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.294703] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.294843] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.294990] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.295211] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.295375] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.295540] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.295736] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.295920] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.301872] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d20896c-8664-4612-8d40-13cffef80a58 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.319304] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1179.319304] env[69262]: value = "task-3714392" [ 1179.319304] env[69262]: _type = "Task" [ 1179.319304] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.328670] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.544013] env[69262]: DEBUG nova.compute.utils [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.556540] env[69262]: DEBUG oslo_vmware.api [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.736041] env[69262]: DEBUG nova.network.neutron [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updated VIF entry in instance network info cache for port 008944c4-e42c-4627-a29b-efa99bf5125f. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.736723] env[69262]: DEBUG nova.network.neutron [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ac123ecf-b40f-4813-8999-078f6e329204", "address": "fa:16:3e:dd:dc:72", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac123ecf-b4", "ovs_interfaceid": "ac123ecf-b40f-4813-8999-078f6e329204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "008944c4-e42c-4627-a29b-efa99bf5125f", "address": "fa:16:3e:eb:16:10", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008944c4-e4", "ovs_interfaceid": "008944c4-e42c-4627-a29b-efa99bf5125f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.830471] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714392, 'name': ReconfigVM_Task, 'duration_secs': 0.167849} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.831406] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205fa76a-f817-4638-abdd-cb7d3a12171c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.852688] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.852930] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.853108] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.853292] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.853440] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.853584] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.853795] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.853995] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.854125] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.854288] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.854465] env[69262]: DEBUG nova.virt.hardware [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.855382] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e84a9d0-06db-4e14-8522-b9056b7e715c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.861680] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1179.861680] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527c5f8b-b28a-3be2-55e0-ee0393b0f2a6" [ 1179.861680] env[69262]: _type = "Task" [ 1179.861680] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.872149] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527c5f8b-b28a-3be2-55e0-ee0393b0f2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.047349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.057420] env[69262]: DEBUG oslo_vmware.api [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714391, 'name': ReconfigVM_Task, 'duration_secs': 0.633505} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.057947] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.058197] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfigured VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1180.171636] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.172139] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.172404] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.172683] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.172852] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.173114] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.173385] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.173565] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.173829] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.174039] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.174288] env[69262]: DEBUG nova.virt.hardware [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.175547] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ef651d-fa29-4245-9a64-bb7866e8b668 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.185960] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40096529-f340-42bc-a51f-8a3ead32ab76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.201240] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.207100] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.207823] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.208113] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4a57350-57ee-43d7-8eea-a3be5728f6aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.225936] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.225936] env[69262]: value = "task-3714393" [ 1180.225936] env[69262]: _type = "Task" [ 1180.225936] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.234808] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714393, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.240630] env[69262]: DEBUG oslo_concurrency.lockutils [req-0044e335-a665-4526-ab6d-df6a50a8c51e req-eef0e94b-84d9-4cab-a9e8-0fd83264a4af service nova] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.374319] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527c5f8b-b28a-3be2-55e0-ee0393b0f2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.383394] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.383853] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb0c20e1-f14a-45c4-9034-f9dc6e2f9d00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.406480] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1180.406480] env[69262]: value = "task-3714394" [ 1180.406480] env[69262]: _type = "Task" [ 1180.406480] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.415644] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.564647] env[69262]: DEBUG oslo_concurrency.lockutils [None req-48427970-b1be-46d5-8b30-a6065f3b1de1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-008944c4-e42c-4627-a29b-efa99bf5125f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.860s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.657717] env[69262]: DEBUG nova.compute.manager [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Received event network-changed-e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.657932] env[69262]: DEBUG nova.compute.manager [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Refreshing instance network info cache due to event network-changed-e2ecbbde-1358-4310-a7dd-7b95de0402cf. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.658393] env[69262]: DEBUG oslo_concurrency.lockutils [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] Acquiring lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.658393] env[69262]: DEBUG oslo_concurrency.lockutils [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] Acquired lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.658528] env[69262]: DEBUG nova.network.neutron [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Refreshing network info cache for port e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.736612] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714393, 'name': CreateVM_Task, 'duration_secs': 0.428294} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.737136] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.737136] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.737349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.737592] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.737851] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57051772-5569-424e-a450-bd49fd46d115 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.743139] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1180.743139] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52104e0f-cdc3-69a0-2d18-27711f95a172" [ 1180.743139] env[69262]: _type = "Task" [ 1180.743139] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.754897] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52104e0f-cdc3-69a0-2d18-27711f95a172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.917595] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714394, 'name': ReconfigVM_Task, 'duration_secs': 0.277941} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.917920] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.918771] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7948489f-e2c0-4b5c-b12d-98deec9c0cd6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.943034] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.943394] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef09825e-b459-4980-8516-8bee2e0571a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.964018] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1180.964018] env[69262]: value = "task-3714395" [ 1180.964018] env[69262]: _type = "Task" [ 1180.964018] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.973306] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.107480] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.107666] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.107848] env[69262]: INFO nova.compute.manager [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Attaching volume 7a4e26f0-1b40-47ff-945a-a2093e558b69 to /dev/sdb [ 1181.141726] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a255100f-fba1-4e04-b877-c9ba0d3acbcd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.149659] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d075f-afa8-4f8a-abe5-5794b52dfedc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.167401] env[69262]: DEBUG nova.virt.block_device [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Updating existing volume attachment record: 7add74e0-26ea-4326-8e6f-2ccbd9d5a83f {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1181.261266] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52104e0f-cdc3-69a0-2d18-27711f95a172, 'name': SearchDatastore_Task, 'duration_secs': 0.017105} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.261815] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.262567] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.262675] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.263167] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.264394] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.264956] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c45a8f3-d53e-42a5-b077-44d145a7f682 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.278070] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.278257] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.279529] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c3565f-eabb-4475-aedc-a62c4e686a6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.287222] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1181.287222] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f14145-59e0-5fe8-a683-f213d3b333d2" [ 1181.287222] env[69262]: _type = "Task" [ 1181.287222] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.297053] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f14145-59e0-5fe8-a683-f213d3b333d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.463328] env[69262]: DEBUG nova.network.neutron [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updated VIF entry in instance network info cache for port e2ecbbde-1358-4310-a7dd-7b95de0402cf. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.463718] env[69262]: DEBUG nova.network.neutron [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updating instance_info_cache with network_info: [{"id": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "address": "fa:16:3e:25:5e:22", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2ecbbde-13", "ovs_interfaceid": "e2ecbbde-1358-4310-a7dd-7b95de0402cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.475425] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714395, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.797767] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f14145-59e0-5fe8-a683-f213d3b333d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015558} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.798750] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd20640-48b1-414c-a7b3-dd25530600e2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.804876] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1181.804876] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285238a-8101-3f10-b6cb-a2ecc76e22e1" [ 1181.804876] env[69262]: _type = "Task" [ 1181.804876] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.816252] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285238a-8101-3f10-b6cb-a2ecc76e22e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.969617] env[69262]: DEBUG oslo_concurrency.lockutils [req-8cbfccf7-b32c-4b14-a796-9974cbba7897 req-042d6bd0-a2b4-4c91-95ee-f01b6327b7c9 service nova] Releasing lock "refresh_cache-c6e4f2f5-b98e-4532-a2a9-b077c6826342" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.974778] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714395, 'name': ReconfigVM_Task, 'duration_secs': 0.543002} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.975131] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6/5e4d280d-1ce7-49c2-8f28-856f3d72a4e6.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.976071] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f75313-ed5e-4cd8-8b8b-e55ddb2aecdc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.983423] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.983662] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.000194] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96771fdf-6b49-45ae-97ca-0363b6119156 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.021522] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36c6930-1759-4a40-9644-42128754b38b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.042554] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe1ae02-5447-4178-ac3c-f2b817a287cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.052594] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.052594] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd9ca1c4-d8fb-4eb3-a3c5-2675bfb46abb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.058446] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1182.058446] env[69262]: value = "task-3714397" [ 1182.058446] env[69262]: _type = "Task" [ 1182.058446] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.068416] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.127490] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-ac123ecf-b40f-4813-8999-078f6e329204" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.127818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-ac123ecf-b40f-4813-8999-078f6e329204" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.317563] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285238a-8101-3f10-b6cb-a2ecc76e22e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015857} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.317896] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.318259] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.318563] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d7a9616-42ed-488d-8d5e-92cdd57badfd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.326016] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1182.326016] env[69262]: value = "task-3714398" [ 1182.326016] env[69262]: _type = "Task" [ 1182.326016] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.336885] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.500391] env[69262]: DEBUG nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.571104] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.631421] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.631820] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.633034] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a19ed88-d2c6-4a42-8011-9da5f9048725 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.653828] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1bad95-7cc1-458b-8c6c-39fa7a5e414c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.684596] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfiguring VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1182.684997] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d6c631-440d-4a6a-9c90-0058401a29c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.707169] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1182.707169] env[69262]: value = "task-3714399" [ 1182.707169] env[69262]: _type = "Task" [ 1182.707169] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.723880] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.837600] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714398, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.041585] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.041585] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.043140] env[69262]: INFO nova.compute.claims [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.071705] env[69262]: DEBUG oslo_vmware.api [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714397, 'name': PowerOnVM_Task, 'duration_secs': 0.958225} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.071705] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.219602] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.339749] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680969} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.340119] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.340392] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.340853] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4e6102d-153b-4ec5-a792-7a313ef769e4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.348730] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1183.348730] env[69262]: value = "task-3714400" [ 1183.348730] env[69262]: _type = "Task" [ 1183.348730] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.359742] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.723030] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.861039] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088658} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.861039] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.861480] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a504b-b85c-4eda-8202-3585dae7e584 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.883521] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.884037] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24af45e7-d275-4d39-8620-44c007bfc8a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.906453] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1183.906453] env[69262]: value = "task-3714402" [ 1183.906453] env[69262]: _type = "Task" [ 1183.906453] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.915949] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.082532] env[69262]: INFO nova.compute.manager [None req-a5793c4f-c8c1-4f29-bd29-6222d88704a1 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance to original state: 'active' [ 1184.211300] env[69262]: DEBUG oslo_concurrency.lockutils [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.211569] env[69262]: DEBUG oslo_concurrency.lockutils [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.221369] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b45a4-a397-45cf-9398-3a0d5045c759 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.234172] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d4c957-33a3-44d5-b14d-52b7781fab02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.237894] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.269019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a5b37-fdf6-45d5-a315-c5d52e1197f5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.277315] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d370990c-40c9-4631-86c9-242f774f2436 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.291964] env[69262]: DEBUG nova.compute.provider_tree [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.418794] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.722101] env[69262]: INFO nova.compute.manager [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Detaching volume 7e1822de-a0ff-476c-bc28-b8ad468fdd0c [ 1184.724231] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.796637] env[69262]: INFO nova.virt.block_device [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Attempting to driver detach volume 7e1822de-a0ff-476c-bc28-b8ad468fdd0c from mountpoint /dev/sdb [ 1184.796925] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.797111] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739700', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'name': 'volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46b96e87-a7aa-4693-ac3b-946028cd836b', 'attached_at': '', 'detached_at': '', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'serial': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.798299] env[69262]: DEBUG nova.scheduler.client.report [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.802915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82cbb9c-d699-4f6b-941c-0039ad88f0d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.829497] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da37340-f44c-40e8-90b3-7a9df569854c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.840920] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7666ea9-99a5-4639-8d27-5696090fc216 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.863622] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973161b9-1f6e-448b-a622-8e155ef34316 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.880929] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] The volume has not been displaced from its original location: [datastore1] volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c/volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.886449] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.888817] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8dc347-cef9-4729-9481-c4b717559856 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.909832] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed216d-0fb9-eea9-1b57-5e7b4e53afab/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1184.910892] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75681d84-9540-405d-8f30-a2478125f512 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.917975] env[69262]: DEBUG oslo_vmware.api [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1184.917975] env[69262]: value = "task-3714403" [ 1184.917975] env[69262]: _type = "Task" [ 1184.917975] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.925903] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714402, 'name': ReconfigVM_Task, 'duration_secs': 0.631395} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.926144] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed216d-0fb9-eea9-1b57-5e7b4e53afab/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1184.926292] env[69262]: ERROR oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed216d-0fb9-eea9-1b57-5e7b4e53afab/disk-0.vmdk due to incomplete transfer. [ 1184.926953] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 5d578873-8aa8-4324-ad90-d85054933fef/5d578873-8aa8-4324-ad90-d85054933fef.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.927579] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4ea0e7c-ad9b-41b4-b525-6dd1d094bf86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.932046] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f716bfe-f6d8-4de2-9beb-f8de451d7dda {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.933699] env[69262]: DEBUG oslo_vmware.api [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.939962] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1184.939962] env[69262]: value = "task-3714404" [ 1184.939962] env[69262]: _type = "Task" [ 1184.939962] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.944238] env[69262]: DEBUG oslo_vmware.rw_handles [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed216d-0fb9-eea9-1b57-5e7b4e53afab/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1184.944442] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Uploaded image 139299cb-d496-45c3-ad9e-4da1886fd88a to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1184.947024] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1184.947719] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e29ee06f-ecd6-4043-aec1-239913676996 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.953745] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714404, 'name': Rename_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.955128] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1184.955128] env[69262]: value = "task-3714405" [ 1184.955128] env[69262]: _type = "Task" [ 1184.955128] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.964479] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714405, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.222027] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.296406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.296792] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.297038] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.297233] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.297403] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.299960] env[69262]: INFO nova.compute.manager [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Terminating instance [ 1185.303332] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.303861] env[69262]: DEBUG nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.433241] env[69262]: DEBUG oslo_vmware.api [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714403, 'name': ReconfigVM_Task, 'duration_secs': 0.266485} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.433736] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.441622] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b33b2615-dd16-4ed0-b8d7-8f1dff07a795 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.475952] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714405, 'name': Destroy_Task, 'duration_secs': 0.381002} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.482451] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Destroyed the VM [ 1185.483856] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1185.484232] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714404, 'name': Rename_Task, 'duration_secs': 0.223348} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.484517] env[69262]: DEBUG oslo_vmware.api [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1185.484517] env[69262]: value = "task-3714406" [ 1185.484517] env[69262]: _type = "Task" [ 1185.484517] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.484723] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-020edd0b-a8fd-4ba1-8fae-be7f1b8a555f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.486716] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.487057] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-978a98f9-2ed5-4615-82cc-8713ba842144 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.498441] env[69262]: DEBUG oslo_vmware.api [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.501135] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1185.501135] env[69262]: value = "task-3714408" [ 1185.501135] env[69262]: _type = "Task" [ 1185.501135] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.501466] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1185.501466] env[69262]: value = "task-3714407" [ 1185.501466] env[69262]: _type = "Task" [ 1185.501466] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.516191] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714407, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.519774] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.723135] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.725259] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1185.725259] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739712', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'name': 'volume-7a4e26f0-1b40-47ff-945a-a2093e558b69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e85b13b-315e-44c4-88e8-a961ff97a03d', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'serial': '7a4e26f0-1b40-47ff-945a-a2093e558b69'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1185.725801] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed22f53-6141-4db5-80df-88568f93abe0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.742567] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04368e38-d870-4e29-b26b-e4394eb54d36 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.767797] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-7a4e26f0-1b40-47ff-945a-a2093e558b69/volume-7a4e26f0-1b40-47ff-945a-a2093e558b69.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.768179] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71328fb9-9a8f-408c-bd86-b33259989236 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.788028] env[69262]: DEBUG oslo_vmware.api [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1185.788028] env[69262]: value = "task-3714409" [ 1185.788028] env[69262]: _type = "Task" [ 1185.788028] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.796265] env[69262]: DEBUG oslo_vmware.api [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.808228] env[69262]: DEBUG nova.compute.manager [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.808442] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.809700] env[69262]: DEBUG nova.compute.utils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.811601] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aba542-8b45-4455-b194-a2b8e5734d87 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.814460] env[69262]: DEBUG nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.814649] env[69262]: DEBUG nova.network.neutron [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.821458] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.821750] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-132dc607-8ff7-4312-8cf1-74a574b62ea0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.828685] env[69262]: DEBUG oslo_vmware.api [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1185.828685] env[69262]: value = "task-3714410" [ 1185.828685] env[69262]: _type = "Task" [ 1185.828685] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.838032] env[69262]: DEBUG oslo_vmware.api [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.905629] env[69262]: DEBUG nova.policy [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70663ec87710482882d4d4529168630d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa650dc2c04cbd9cf0e2c864563ebf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.999385] env[69262]: DEBUG oslo_vmware.api [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714406, 'name': ReconfigVM_Task, 'duration_secs': 0.172574} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.999692] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739700', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'name': 'volume-7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46b96e87-a7aa-4693-ac3b-946028cd836b', 'attached_at': '', 'detached_at': '', 'volume_id': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c', 'serial': '7e1822de-a0ff-476c-bc28-b8ad468fdd0c'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.017270] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714407, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398966} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.021262] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1186.021262] env[69262]: DEBUG nova.compute.manager [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1186.021489] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.022226] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f44a9fe-8911-4b8d-87dd-570649ad4f44 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.222194] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.253222] env[69262]: DEBUG nova.network.neutron [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Successfully created port: a042e295-93c5-4446-97d3-8ed447e87d58 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.298059] env[69262]: DEBUG oslo_vmware.api [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714409, 'name': ReconfigVM_Task, 'duration_secs': 0.448601} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.298393] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-7a4e26f0-1b40-47ff-945a-a2093e558b69/volume-7a4e26f0-1b40-47ff-945a-a2093e558b69.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.303073] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdb30a0a-1b1b-45a6-a3a5-3d58ec310ec3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.317894] env[69262]: DEBUG nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.324525] env[69262]: DEBUG oslo_vmware.api [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1186.324525] env[69262]: value = "task-3714411" [ 1186.324525] env[69262]: _type = "Task" [ 1186.324525] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.336040] env[69262]: DEBUG oslo_vmware.api [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.341903] env[69262]: DEBUG oslo_vmware.api [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714410, 'name': PowerOffVM_Task, 'duration_secs': 0.208098} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.342247] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.342368] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.342607] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c45ccfcf-24ac-4995-8eb8-7947f0246469 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.415952] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.416439] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.416692] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleting the datastore file [datastore2] 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.417191] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea9aeb5f-d9a6-44ad-81a9-1fd9eddfe5f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.425964] env[69262]: DEBUG oslo_vmware.api [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1186.425964] env[69262]: value = "task-3714413" [ 1186.425964] env[69262]: _type = "Task" [ 1186.425964] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.438877] env[69262]: DEBUG oslo_vmware.api [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.512956] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.535703] env[69262]: INFO nova.compute.manager [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Shelve offloading [ 1186.555483] env[69262]: DEBUG nova.objects.instance [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.724663] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.836063] env[69262]: DEBUG oslo_vmware.api [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714411, 'name': ReconfigVM_Task, 'duration_secs': 0.169083} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.836475] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739712', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'name': 'volume-7a4e26f0-1b40-47ff-945a-a2093e558b69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e85b13b-315e-44c4-88e8-a961ff97a03d', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'serial': '7a4e26f0-1b40-47ff-945a-a2093e558b69'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1186.936212] env[69262]: DEBUG oslo_vmware.api [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416032} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.936502] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.936680] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.936876] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.937066] env[69262]: INFO nova.compute.manager [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1186.937312] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.937515] env[69262]: DEBUG nova.compute.manager [-] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.937608] env[69262]: DEBUG nova.network.neutron [-] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.016777] env[69262]: DEBUG oslo_vmware.api [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714408, 'name': PowerOnVM_Task, 'duration_secs': 1.116866} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.017059] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.017298] env[69262]: DEBUG nova.compute.manager [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.018118] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4314880-51f2-4841-a6a5-0f45a0bfad6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.040176] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.040643] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407a4343-4c2f-4690-a9bf-2c3caf0432d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.048477] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1187.048477] env[69262]: value = "task-3714414" [ 1187.048477] env[69262]: _type = "Task" [ 1187.048477] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.059324] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.226032] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.331674] env[69262]: DEBUG nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.391890] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.392115] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.392323] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.392549] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.392739] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.392851] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.393076] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.393243] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.393493] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.393728] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.393857] env[69262]: DEBUG nova.virt.hardware [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.394760] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cdd8ce-1d73-4a03-9c03-5c5aa80eefb4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.403425] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ccc2eb-865c-49e6-8330-fafff2483917 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.495318] env[69262]: DEBUG oslo_concurrency.lockutils [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.503303] env[69262]: DEBUG nova.compute.manager [req-ea14592b-565b-414a-ab80-62045cf0c555 req-45d5af1e-e073-438d-9b6d-de47a19688d7 service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Received event network-vif-deleted-d3a12395-6f4e-4a7c-8edc-a90696f24457 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.503303] env[69262]: INFO nova.compute.manager [req-ea14592b-565b-414a-ab80-62045cf0c555 req-45d5af1e-e073-438d-9b6d-de47a19688d7 service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Neutron deleted interface d3a12395-6f4e-4a7c-8edc-a90696f24457; detaching it from the instance and deleting it from the info cache [ 1187.503449] env[69262]: DEBUG nova.network.neutron [req-ea14592b-565b-414a-ab80-62045cf0c555 req-45d5af1e-e073-438d-9b6d-de47a19688d7 service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.536476] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.536755] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.536934] env[69262]: DEBUG nova.objects.instance [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1187.559922] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1187.561164] env[69262]: DEBUG nova.compute.manager [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.561164] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70c2c3d-09dc-4613-b591-2bbc52dd24f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.565547] env[69262]: DEBUG oslo_concurrency.lockutils [None req-332c7767-6ffe-4c82-8f9d-615311986800 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.354s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.568061] env[69262]: DEBUG oslo_concurrency.lockutils [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.073s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.568257] env[69262]: DEBUG nova.compute.manager [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.568595] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.568770] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.568961] env[69262]: DEBUG nova.network.neutron [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.574526] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83212997-7d56-4aff-9035-01c1f7c4e5ca {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.580169] env[69262]: DEBUG nova.compute.manager [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1187.580885] env[69262]: DEBUG nova.objects.instance [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.728577] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.757927] env[69262]: DEBUG nova.network.neutron [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Successfully updated port: a042e295-93c5-4446-97d3-8ed447e87d58 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.923032] env[69262]: DEBUG nova.objects.instance [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'flavor' on Instance uuid 1e85b13b-315e-44c4-88e8-a961ff97a03d {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.985134] env[69262]: DEBUG nova.network.neutron [-] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.006786] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af125242-759c-47e4-9501-5bd706d98720 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.016284] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f600d70-b411-4c10-8231-c5beba9ab47c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.048844] env[69262]: DEBUG nova.compute.manager [req-ea14592b-565b-414a-ab80-62045cf0c555 req-45d5af1e-e073-438d-9b6d-de47a19688d7 service nova] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Detach interface failed, port_id=d3a12395-6f4e-4a7c-8edc-a90696f24457, reason: Instance 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.049547] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "5d578873-8aa8-4324-ad90-d85054933fef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.049761] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "5d578873-8aa8-4324-ad90-d85054933fef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.049954] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "5d578873-8aa8-4324-ad90-d85054933fef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.050147] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "5d578873-8aa8-4324-ad90-d85054933fef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.050315] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "5d578873-8aa8-4324-ad90-d85054933fef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.052596] env[69262]: INFO nova.compute.manager [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Terminating instance [ 1188.227198] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.261614] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "refresh_cache-9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.261735] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "refresh_cache-9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.261970] env[69262]: DEBUG nova.network.neutron [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.374714] env[69262]: DEBUG nova.network.neutron [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadf202c-1b", "ovs_interfaceid": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.429830] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2f25032e-a7d0-4b82-98f8-38fd0240168a tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.322s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.489116] env[69262]: INFO nova.compute.manager [-] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Took 1.55 seconds to deallocate network for instance. [ 1188.551442] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da714382-c14d-4eeb-a15f-d5b08a7a85cc tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.556506] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "refresh_cache-5d578873-8aa8-4324-ad90-d85054933fef" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.556766] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquired lock "refresh_cache-5d578873-8aa8-4324-ad90-d85054933fef" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.556958] env[69262]: DEBUG nova.network.neutron [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.590150] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.590504] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dca1edf5-6120-4527-b81f-1cda38e70174 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.598248] env[69262]: DEBUG oslo_vmware.api [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1188.598248] env[69262]: value = "task-3714415" [ 1188.598248] env[69262]: _type = "Task" [ 1188.598248] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.607366] env[69262]: DEBUG oslo_vmware.api [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.730050] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.734688] env[69262]: DEBUG oslo_concurrency.lockutils [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.734977] env[69262]: DEBUG oslo_concurrency.lockutils [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.794590] env[69262]: DEBUG nova.network.neutron [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.877726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.966975] env[69262]: DEBUG nova.network.neutron [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Updating instance_info_cache with network_info: [{"id": "a042e295-93c5-4446-97d3-8ed447e87d58", "address": "fa:16:3e:6f:9b:cc", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa042e295-93", "ovs_interfaceid": "a042e295-93c5-4446-97d3-8ed447e87d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.996142] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.996502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.996635] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.052031] env[69262]: INFO nova.scheduler.client.report [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted allocations for instance 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6 [ 1189.109978] env[69262]: DEBUG oslo_vmware.api [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714415, 'name': PowerOffVM_Task, 'duration_secs': 0.170681} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.109978] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.109978] env[69262]: DEBUG nova.compute.manager [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1189.109978] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626c6765-f516-4188-acd6-4bf9b864b6ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.145790] env[69262]: DEBUG nova.network.neutron [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.228486] env[69262]: DEBUG oslo_vmware.api [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714399, 'name': ReconfigVM_Task, 'duration_secs': 6.022661} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.228857] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.229153] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Reconfigured VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1189.236203] env[69262]: DEBUG nova.network.neutron [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.238537] env[69262]: INFO nova.compute.manager [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Detaching volume 7a4e26f0-1b40-47ff-945a-a2093e558b69 [ 1189.309021] env[69262]: INFO nova.virt.block_device [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Attempting to driver detach volume 7a4e26f0-1b40-47ff-945a-a2093e558b69 from mountpoint /dev/sdb [ 1189.309021] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.309021] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739712', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'name': 'volume-7a4e26f0-1b40-47ff-945a-a2093e558b69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e85b13b-315e-44c4-88e8-a961ff97a03d', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'serial': '7a4e26f0-1b40-47ff-945a-a2093e558b69'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.310109] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba6993a-22a2-417b-b799-356a7a6fb746 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.348474] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe129d1-e937-45b1-8928-8ee5d90df6b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.360980] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbcdab0-623c-452b-9d77-820d73f722fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.398411] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.398411] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c549d70d-d5e3-4435-bc1d-f6b33f3295dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.401783] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a9563e-818e-436d-86b0-808fb561e8d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.420394] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] The volume has not been displaced from its original location: [datastore2] volume-7a4e26f0-1b40-47ff-945a-a2093e558b69/volume-7a4e26f0-1b40-47ff-945a-a2093e558b69.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.426563] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.429210] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192404fc-0e10-4f60-bbd2-57873519a36a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.442932] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.443246] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88baee8b-90bc-4b3f-b13f-e34d6dada46b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.453049] env[69262]: DEBUG oslo_vmware.api [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1189.453049] env[69262]: value = "task-3714416" [ 1189.453049] env[69262]: _type = "Task" [ 1189.453049] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.462041] env[69262]: DEBUG oslo_vmware.api [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.471906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "refresh_cache-9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.472426] env[69262]: DEBUG nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Instance network_info: |[{"id": "a042e295-93c5-4446-97d3-8ed447e87d58", "address": "fa:16:3e:6f:9b:cc", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa042e295-93", "ovs_interfaceid": "a042e295-93c5-4446-97d3-8ed447e87d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.472883] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:9b:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a042e295-93c5-4446-97d3-8ed447e87d58', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.480639] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.480902] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.481170] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d621cc5c-8526-4094-aa88-83247d62b0b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.502481] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.502481] env[69262]: value = "task-3714418" [ 1189.502481] env[69262]: _type = "Task" [ 1189.502481] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.512146] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714418, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.522313] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.522583] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.522843] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleting the datastore file [datastore1] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.523236] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1b67579-90a7-447c-ae9c-2d32ae41e286 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.534637] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1189.534637] env[69262]: value = "task-3714419" [ 1189.534637] env[69262]: _type = "Task" [ 1189.534637] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.544645] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.560376] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2796c37b-95b3-4897-8e23-76dc8c24e78a tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "5e4d280d-1ce7-49c2-8f28-856f3d72a4e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.263s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.619751] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Received event network-vif-plugged-a042e295-93c5-4446-97d3-8ed447e87d58 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.619989] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Acquiring lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.620215] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.620390] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.621022] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] No waiting events found dispatching network-vif-plugged-a042e295-93c5-4446-97d3-8ed447e87d58 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1189.621022] env[69262]: WARNING nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Received unexpected event network-vif-plugged-a042e295-93c5-4446-97d3-8ed447e87d58 for instance with vm_state building and task_state spawning. [ 1189.621022] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Received event network-changed-a042e295-93c5-4446-97d3-8ed447e87d58 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.621022] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Refreshing instance network info cache due to event network-changed-a042e295-93c5-4446-97d3-8ed447e87d58. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.621229] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Acquiring lock "refresh_cache-9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.621319] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Acquired lock "refresh_cache-9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.621483] env[69262]: DEBUG nova.network.neutron [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Refreshing network info cache for port a042e295-93c5-4446-97d3-8ed447e87d58 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.625541] env[69262]: DEBUG oslo_concurrency.lockutils [None req-114e1ff0-885d-414e-8cd1-139f3e6206cb tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.697397] env[69262]: DEBUG nova.compute.manager [req-7a8d8622-e19b-43cf-a651-1072f8330d63 req-78b485b6-a6f5-4562-b15f-1441cc340e30 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-vif-deleted-ac123ecf-b40f-4813-8999-078f6e329204 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.697397] env[69262]: INFO nova.compute.manager [req-7a8d8622-e19b-43cf-a651-1072f8330d63 req-78b485b6-a6f5-4562-b15f-1441cc340e30 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Neutron deleted interface ac123ecf-b40f-4813-8999-078f6e329204; detaching it from the instance and deleting it from the info cache [ 1189.697397] env[69262]: DEBUG nova.network.neutron [req-7a8d8622-e19b-43cf-a651-1072f8330d63 req-78b485b6-a6f5-4562-b15f-1441cc340e30 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "008944c4-e42c-4627-a29b-efa99bf5125f", "address": "fa:16:3e:eb:16:10", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008944c4-e4", "ovs_interfaceid": "008944c4-e42c-4627-a29b-efa99bf5125f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.741579] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Releasing lock "refresh_cache-5d578873-8aa8-4324-ad90-d85054933fef" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.742013] env[69262]: DEBUG nova.compute.manager [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.742214] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.743225] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398649d7-fbb3-4184-b1ec-2a3f5ce50c02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.751951] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.752230] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01425207-b151-4a68-8161-6684b300f140 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.759916] env[69262]: DEBUG oslo_vmware.api [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1189.759916] env[69262]: value = "task-3714420" [ 1189.759916] env[69262]: _type = "Task" [ 1189.759916] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.771603] env[69262]: DEBUG oslo_vmware.api [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.966671] env[69262]: DEBUG oslo_vmware.api [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714416, 'name': ReconfigVM_Task, 'duration_secs': 0.309722} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.966973] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.972279] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f50cc857-eda9-44b4-a5a2-542ef49104dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.988901] env[69262]: DEBUG oslo_vmware.api [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1189.988901] env[69262]: value = "task-3714421" [ 1189.988901] env[69262]: _type = "Task" [ 1189.988901] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.998117] env[69262]: DEBUG oslo_vmware.api [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.012656] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714418, 'name': CreateVM_Task, 'duration_secs': 0.361842} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.012906] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.013706] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.013870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.014274] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.014538] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b515aefb-bb2b-44c4-926a-e37167ac10ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.019820] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1190.019820] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e752b9-0bea-ef19-ae87-22bb2c74c361" [ 1190.019820] env[69262]: _type = "Task" [ 1190.019820] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.031052] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e752b9-0bea-ef19-ae87-22bb2c74c361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.044043] env[69262]: DEBUG oslo_vmware.api [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198129} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.044334] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.044526] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.044704] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.112087] env[69262]: INFO nova.scheduler.client.report [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted allocations for instance 9d4c5401-f293-44ca-91e1-c4e883a2a8ac [ 1190.176708] env[69262]: DEBUG nova.objects.instance [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.200421] env[69262]: DEBUG oslo_concurrency.lockutils [req-7a8d8622-e19b-43cf-a651-1072f8330d63 req-78b485b6-a6f5-4562-b15f-1441cc340e30 service nova] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.200608] env[69262]: DEBUG oslo_concurrency.lockutils [req-7a8d8622-e19b-43cf-a651-1072f8330d63 req-78b485b6-a6f5-4562-b15f-1441cc340e30 service nova] Acquired lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.201703] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e09ffb-cdfa-4617-b635-6eb75da2e04f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.221837] env[69262]: DEBUG oslo_concurrency.lockutils [req-7a8d8622-e19b-43cf-a651-1072f8330d63 req-78b485b6-a6f5-4562-b15f-1441cc340e30 service nova] Releasing lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.222081] env[69262]: WARNING nova.compute.manager [req-7a8d8622-e19b-43cf-a651-1072f8330d63 req-78b485b6-a6f5-4562-b15f-1441cc340e30 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Detach interface failed, port_id=ac123ecf-b40f-4813-8999-078f6e329204, reason: No device with interface-id ac123ecf-b40f-4813-8999-078f6e329204 exists on VM: nova.exception.NotFound: No device with interface-id ac123ecf-b40f-4813-8999-078f6e329204 exists on VM [ 1190.271556] env[69262]: DEBUG oslo_vmware.api [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714420, 'name': PowerOffVM_Task, 'duration_secs': 0.21678} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.272417] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.272417] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.272417] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3530aff-7548-4f51-947d-cd85affedd6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.301763] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.301763] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.301763] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Deleting the datastore file [datastore2] 5d578873-8aa8-4324-ad90-d85054933fef {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.301763] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ff3010d-1bce-47e4-bfe5-d50b0dc34e63 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.307417] env[69262]: DEBUG oslo_vmware.api [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for the task: (returnval){ [ 1190.307417] env[69262]: value = "task-3714423" [ 1190.307417] env[69262]: _type = "Task" [ 1190.307417] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.315747] env[69262]: DEBUG oslo_vmware.api [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.444504] env[69262]: DEBUG nova.network.neutron [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Updated VIF entry in instance network info cache for port a042e295-93c5-4446-97d3-8ed447e87d58. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.444882] env[69262]: DEBUG nova.network.neutron [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Updating instance_info_cache with network_info: [{"id": "a042e295-93c5-4446-97d3-8ed447e87d58", "address": "fa:16:3e:6f:9b:cc", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa042e295-93", "ovs_interfaceid": "a042e295-93c5-4446-97d3-8ed447e87d58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.499844] env[69262]: DEBUG oslo_vmware.api [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714421, 'name': ReconfigVM_Task, 'duration_secs': 0.151769} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.500174] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739712', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'name': 'volume-7a4e26f0-1b40-47ff-945a-a2093e558b69', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1e85b13b-315e-44c4-88e8-a961ff97a03d', 'attached_at': '', 'detached_at': '', 'volume_id': '7a4e26f0-1b40-47ff-945a-a2093e558b69', 'serial': '7a4e26f0-1b40-47ff-945a-a2093e558b69'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.534306] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e752b9-0bea-ef19-ae87-22bb2c74c361, 'name': SearchDatastore_Task, 'duration_secs': 0.011486} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.534631] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.534861] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.535108] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.535259] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.535458] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.535733] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfdc083e-528d-4b7c-89e1-e41c44019101 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.544829] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.545025] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.545781] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410d00bf-7d40-4c7b-ba55-cb7120f8c4f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.551067] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1190.551067] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279fbdc-43cd-5ebe-42c1-01696edcc1ba" [ 1190.551067] env[69262]: _type = "Task" [ 1190.551067] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.559053] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279fbdc-43cd-5ebe-42c1-01696edcc1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.604443] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.604632] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.604803] env[69262]: DEBUG nova.network.neutron [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.616871] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.617151] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.617370] env[69262]: DEBUG nova.objects.instance [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'resources' on Instance uuid 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.683165] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.683351] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.683583] env[69262]: DEBUG nova.network.neutron [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.683781] env[69262]: DEBUG nova.objects.instance [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'info_cache' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.818303] env[69262]: DEBUG oslo_vmware.api [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Task: {'id': task-3714423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090353} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.818565] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.818750] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.818931] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.819123] env[69262]: INFO nova.compute.manager [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1190.819358] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.819544] env[69262]: DEBUG nova.compute.manager [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.819639] env[69262]: DEBUG nova.network.neutron [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.837779] env[69262]: DEBUG nova.network.neutron [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.907758] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "6d046397-6e5f-422a-92b1-e50f9534358e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.908062] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.948320] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Releasing lock "refresh_cache-9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.948529] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-vif-unplugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.948661] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.948913] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.949107] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.949282] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] No waiting events found dispatching network-vif-unplugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1190.949450] env[69262]: WARNING nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received unexpected event network-vif-unplugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 for instance with vm_state shelved and task_state shelving_offloading. [ 1190.949611] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.949767] env[69262]: DEBUG nova.compute.manager [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing instance network info cache due to event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.949947] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Acquiring lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.950096] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Acquired lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.950255] env[69262]: DEBUG nova.network.neutron [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.061243] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279fbdc-43cd-5ebe-42c1-01696edcc1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.062108] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b8273f0-ac00-4218-a874-bfb2b9ec68a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.068798] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1191.068798] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52856d7f-a9a3-f895-635e-6c5218af722b" [ 1191.068798] env[69262]: _type = "Task" [ 1191.068798] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.073598] env[69262]: DEBUG nova.objects.instance [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'flavor' on Instance uuid 1e85b13b-315e-44c4-88e8-a961ff97a03d {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.082851] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52856d7f-a9a3-f895-635e-6c5218af722b, 'name': SearchDatastore_Task, 'duration_secs': 0.011462} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.083136] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.083400] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b/9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.083669] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ba228e-5246-4f5e-84ff-768e7dbe3b56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.091949] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1191.091949] env[69262]: value = "task-3714424" [ 1191.091949] env[69262]: _type = "Task" [ 1191.091949] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.101205] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.120084] env[69262]: DEBUG nova.objects.instance [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.189132] env[69262]: DEBUG nova.objects.base [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Object Instance<46b96e87-a7aa-4693-ac3b-946028cd836b> lazy-loaded attributes: flavor,info_cache {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1191.341198] env[69262]: DEBUG nova.network.neutron [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.410492] env[69262]: DEBUG nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.469045] env[69262]: INFO nova.network.neutron [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Port 008944c4-e42c-4627-a29b-efa99bf5125f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1191.469380] env[69262]: DEBUG nova.network.neutron [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [{"id": "5a857163-2240-489b-a90f-07db403882d6", "address": "fa:16:3e:09:9f:a2", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a857163-22", "ovs_interfaceid": "5a857163-2240-489b-a90f-07db403882d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.476398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.476702] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.477030] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.477227] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.477401] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.479672] env[69262]: INFO nova.compute.manager [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Terminating instance [ 1191.602514] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.623027] env[69262]: DEBUG nova.objects.base [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Object Instance<9d4c5401-f293-44ca-91e1-c4e883a2a8ac> lazy-loaded attributes: resources,numa_topology {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1191.687427] env[69262]: DEBUG nova.network.neutron [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updated VIF entry in instance network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.687807] env[69262]: DEBUG nova.network.neutron [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcadf202c-1b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.736663] env[69262]: DEBUG nova.compute.manager [req-ffe3ea9e-88cc-448c-8e9f-52abee7c5dd9 req-4a8cb3dd-4eda-4cfe-911f-afc21acb6128 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-vif-deleted-008944c4-e42c-4627-a29b-efa99bf5125f {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.825909] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3574d092-26a9-48a7-a988-36725072ee69 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.839095] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6282a983-4ff4-4e63-8ca8-a1245a9655a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.849211] env[69262]: INFO nova.compute.manager [-] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Took 1.03 seconds to deallocate network for instance. [ 1191.889684] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105ff11-ba48-4603-b157-34bd297ded6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.900159] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbe411a-3dcc-42ba-99b5-2aa405cb33ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.923707] env[69262]: DEBUG nova.compute.provider_tree [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.941669] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.970047] env[69262]: DEBUG nova.network.neutron [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updating instance_info_cache with network_info: [{"id": "d434ad4e-1349-481f-badf-b73d19f17fd5", "address": "fa:16:3e:a9:54:11", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd434ad4e-13", "ovs_interfaceid": "d434ad4e-1349-481f-badf-b73d19f17fd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.972346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-865eea87-4f9d-42bd-b839-4f84cc803d8c" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.984391] env[69262]: DEBUG nova.compute.manager [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.984618] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.985901] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8b491b-dd67-4523-a425-d1a7f0b6684e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.994979] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.995309] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6b9b77-9f87-48d7-8e68-bb8817436719 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.001851] env[69262]: DEBUG oslo_vmware.api [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1192.001851] env[69262]: value = "task-3714425" [ 1192.001851] env[69262]: _type = "Task" [ 1192.001851] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.011823] env[69262]: DEBUG oslo_vmware.api [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.082091] env[69262]: DEBUG oslo_concurrency.lockutils [None req-24278811-7c2d-430c-a71f-e4aad4bb4653 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.105035] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907517} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.106037] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b/9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1192.106037] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1192.106037] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a90ccb0a-b269-4e76-9fa7-55776af409fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.115038] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1192.115038] env[69262]: value = "task-3714426" [ 1192.115038] env[69262]: _type = "Task" [ 1192.115038] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.125631] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.190835] env[69262]: DEBUG oslo_concurrency.lockutils [req-04efe999-5362-456f-9ec5-ef03f71858fa req-1c391a75-da7d-4e3d-8181-1b2fb2adeec6 service nova] Releasing lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.391025] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.429347] env[69262]: DEBUG nova.scheduler.client.report [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.473287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "refresh_cache-46b96e87-a7aa-4693-ac3b-946028cd836b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.476029] env[69262]: DEBUG oslo_concurrency.lockutils [None req-068e913b-d176-4a89-80d7-c2276ab3fb46 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-865eea87-4f9d-42bd-b839-4f84cc803d8c-ac123ecf-b40f-4813-8999-078f6e329204" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.348s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.512766] env[69262]: DEBUG oslo_vmware.api [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714425, 'name': PowerOffVM_Task, 'duration_secs': 0.214859} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.513077] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.513724] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.513724] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65f9d327-e170-4b57-afc9-8eb8166edb9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.627264] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.314389} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.627549] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.628408] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f9442c-0862-4b8e-8dfc-9e760efd5c43 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.651352] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b/9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.652837] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cc54c23-afbc-43da-b639-16d04594e289 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.672863] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.673144] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.673474] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleting the datastore file [datastore2] 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.673985] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4df3d264-1779-4ca7-8b71-3bcf6f51f715 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.680406] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1192.680406] env[69262]: value = "task-3714428" [ 1192.680406] env[69262]: _type = "Task" [ 1192.680406] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.682153] env[69262]: DEBUG oslo_vmware.api [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1192.682153] env[69262]: value = "task-3714429" [ 1192.682153] env[69262]: _type = "Task" [ 1192.682153] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.694825] env[69262]: DEBUG oslo_vmware.api [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.698263] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.904577] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.935081] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.937614] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.996s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.939242] env[69262]: INFO nova.compute.claims [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.173765] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.174118] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.174436] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "1e85b13b-315e-44c4-88e8-a961ff97a03d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.174645] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.174823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.177143] env[69262]: INFO nova.compute.manager [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Terminating instance [ 1193.195195] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714428, 'name': ReconfigVM_Task, 'duration_secs': 0.320847} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.198333] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b/9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.199474] env[69262]: DEBUG oslo_vmware.api [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251594} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.199685] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c62416-d00b-4f5b-ba3f-894f3bcdaed3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.201308] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.201494] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.201668] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.201837] env[69262]: INFO nova.compute.manager [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1193.202081] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.202275] env[69262]: DEBUG nova.compute.manager [-] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.202368] env[69262]: DEBUG nova.network.neutron [-] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.209444] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1193.209444] env[69262]: value = "task-3714430" [ 1193.209444] env[69262]: _type = "Task" [ 1193.209444] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.218827] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714430, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.334092] env[69262]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 008944c4-e42c-4627-a29b-efa99bf5125f could not be found.", "detail": ""}} {{(pid=69262) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1193.334473] env[69262]: DEBUG nova.network.neutron [-] Unable to show port 008944c4-e42c-4627-a29b-efa99bf5125f as it no longer exists. {{(pid=69262) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1193.449282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7380fd92-0131-4073-81f0-fe1e326fe85a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.442s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.450156] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.546s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.450584] env[69262]: INFO nova.compute.manager [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Unshelving [ 1193.480356] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.481098] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7259400-2052-4abc-9b64-b0241025e7c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.489042] env[69262]: DEBUG oslo_vmware.api [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1193.489042] env[69262]: value = "task-3714431" [ 1193.489042] env[69262]: _type = "Task" [ 1193.489042] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.498489] env[69262]: DEBUG oslo_vmware.api [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.681785] env[69262]: DEBUG nova.compute.manager [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.682057] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.683133] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d514af2-f88c-4fc1-9326-50e86fcd4ac8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.691622] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.691883] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e679f215-5a38-43c6-b388-b669c31c58ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.698809] env[69262]: DEBUG oslo_vmware.api [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1193.698809] env[69262]: value = "task-3714432" [ 1193.698809] env[69262]: _type = "Task" [ 1193.698809] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.708172] env[69262]: DEBUG oslo_vmware.api [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.720769] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714430, 'name': Rename_Task, 'duration_secs': 0.152711} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.721070] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.721340] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0eeb056-a67b-485b-a673-868b6664f505 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.729791] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1193.729791] env[69262]: value = "task-3714433" [ 1193.729791] env[69262]: _type = "Task" [ 1193.729791] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.740440] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.001404] env[69262]: DEBUG oslo_vmware.api [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714431, 'name': PowerOnVM_Task, 'duration_secs': 0.454755} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.005316] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.005587] env[69262]: DEBUG nova.compute.manager [None req-6a2265c6-d42a-461f-8aab-0aa09ded5b6d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.006817] env[69262]: DEBUG nova.compute.manager [req-59d1fc17-7bd4-4e06-8308-46f26ba08787 req-496b89d8-6c79-4144-963a-8680183f04c8 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Received event network-vif-deleted-5a857163-2240-489b-a90f-07db403882d6 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.007102] env[69262]: INFO nova.compute.manager [req-59d1fc17-7bd4-4e06-8308-46f26ba08787 req-496b89d8-6c79-4144-963a-8680183f04c8 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Neutron deleted interface 5a857163-2240-489b-a90f-07db403882d6; detaching it from the instance and deleting it from the info cache [ 1194.007211] env[69262]: DEBUG nova.network.neutron [req-59d1fc17-7bd4-4e06-8308-46f26ba08787 req-496b89d8-6c79-4144-963a-8680183f04c8 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.009916] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a765b49b-431c-4cab-9c5d-00a54ddb3087 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.142743] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896a3db0-b54e-41cf-ad60-1f9acadafaae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.151932] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c72a119-23a2-43ac-b6a7-85fa86d8de91 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.185707] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d297dd0-b936-4d82-ab8b-eb8b898efa4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.195035] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50d62cd-a56c-47e0-9e1c-8473d39385c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.210916] env[69262]: DEBUG oslo_vmware.api [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714432, 'name': PowerOffVM_Task, 'duration_secs': 0.226417} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.220653] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.220868] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.221413] env[69262]: DEBUG nova.compute.provider_tree [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.222822] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-275c7aef-58ba-4d5e-91ad-445b7f482ae1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.240226] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.308606] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.308832] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.309110] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleting the datastore file [datastore1] 1e85b13b-315e-44c4-88e8-a961ff97a03d {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.309432] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53e27a93-1c12-47bb-a0c0-33782e700ddc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.319272] env[69262]: DEBUG oslo_vmware.api [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1194.319272] env[69262]: value = "task-3714435" [ 1194.319272] env[69262]: _type = "Task" [ 1194.319272] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.328165] env[69262]: DEBUG oslo_vmware.api [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.460833] env[69262]: DEBUG nova.compute.utils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.477473] env[69262]: DEBUG nova.network.neutron [-] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.509705] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0317ef8e-97f9-4110-886a-c4c37f5753d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.521746] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19eddc-e106-45fc-a594-ac6e4059cc4e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.555068] env[69262]: DEBUG nova.compute.manager [req-59d1fc17-7bd4-4e06-8308-46f26ba08787 req-496b89d8-6c79-4144-963a-8680183f04c8 service nova] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Detach interface failed, port_id=5a857163-2240-489b-a90f-07db403882d6, reason: Instance 865eea87-4f9d-42bd-b839-4f84cc803d8c could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1194.726374] env[69262]: DEBUG nova.scheduler.client.report [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.740651] env[69262]: DEBUG oslo_vmware.api [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714433, 'name': PowerOnVM_Task, 'duration_secs': 0.52747} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.740823] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.741038] env[69262]: INFO nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1194.741225] env[69262]: DEBUG nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.742015] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97200f6c-7be2-437f-bae7-b7867815f901 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.829594] env[69262]: DEBUG oslo_vmware.api [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149593} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.829838] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.830035] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.830469] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.830469] env[69262]: INFO nova.compute.manager [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1194.830613] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.830795] env[69262]: DEBUG nova.compute.manager [-] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.830890] env[69262]: DEBUG nova.network.neutron [-] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.964787] env[69262]: INFO nova.virt.block_device [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Booting with volume b35178ae-1767-43a6-9765-bcee4a6fe6ab at /dev/sdb [ 1194.980063] env[69262]: INFO nova.compute.manager [-] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Took 1.78 seconds to deallocate network for instance. [ 1195.021845] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee439b2b-183e-4a76-859f-fc41da9f94c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.032413] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8c583-8782-4cba-be69-bedca48fb3f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.061858] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5aa9cbef-f69f-473b-a50f-7de350f4db23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.071070] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e043d079-a049-4b43-b1f4-0c1aad50e8d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.103385] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3064e1ef-29c4-40b6-9acd-d0b610a8e48c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.110982] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09dd07b-119d-4f9a-a152-3ffba7a58819 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.127755] env[69262]: DEBUG nova.virt.block_device [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating existing volume attachment record: f98e3acc-ee5a-4ed9-ad6f-802e967072e4 {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1195.232100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.232678] env[69262]: DEBUG nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.237914] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.846s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.237914] env[69262]: DEBUG nova.objects.instance [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lazy-loading 'resources' on Instance uuid 5d578873-8aa8-4324-ad90-d85054933fef {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.261502] env[69262]: INFO nova.compute.manager [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Took 12.26 seconds to build instance. [ 1195.486108] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.741231] env[69262]: DEBUG nova.compute.utils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.746350] env[69262]: DEBUG nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.746640] env[69262]: DEBUG nova.network.neutron [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.765303] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f5462efb-ef18-4a03-8aff-d1e3ffb16cb9 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.781s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.785700] env[69262]: DEBUG nova.policy [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '607df61e3b7b450daaa7dcc73b892ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d659e54da3b46599b55a538aa7d3baa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.898890] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc0488-f3bc-404b-84a4-a167136169f1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.908640] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c939176-ead0-4c54-ab9c-dfb561dde110 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.944046] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02550533-4eda-4edb-80f8-e9dbde039e8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.952698] env[69262]: DEBUG nova.network.neutron [-] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.955152] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa18a135-c0a6-4f7e-ba19-1007b0c852a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.971392] env[69262]: DEBUG nova.compute.provider_tree [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.046513] env[69262]: DEBUG nova.compute.manager [req-76895dbf-5744-4bed-92d0-134aa970030d req-74caec6b-baab-4d1e-b022-bccc985d2cae service nova] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Received event network-vif-deleted-4a28ee9c-ed2d-470e-8c51-80d44affb612 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.123567] env[69262]: DEBUG nova.network.neutron [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Successfully created port: cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.248497] env[69262]: DEBUG nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.460563] env[69262]: INFO nova.compute.manager [-] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Took 1.63 seconds to deallocate network for instance. [ 1196.477038] env[69262]: DEBUG nova.scheduler.client.report [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.833080] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.833387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.833600] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.833823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.834095] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.837131] env[69262]: INFO nova.compute.manager [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Terminating instance [ 1196.971908] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.980047] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.982536] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.497s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.982802] env[69262]: DEBUG nova.objects.instance [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'resources' on Instance uuid 865eea87-4f9d-42bd-b839-4f84cc803d8c {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.027097] env[69262]: INFO nova.scheduler.client.report [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Deleted allocations for instance 5d578873-8aa8-4324-ad90-d85054933fef [ 1197.260022] env[69262]: DEBUG nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.309405] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.309742] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.309908] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.310108] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.310256] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.310401] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.310613] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.310869] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.311151] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.311373] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.311670] env[69262]: DEBUG nova.virt.hardware [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.312641] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ebe8a-e144-4f41-8312-2aa22ba791d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.322917] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bece2478-1edf-4da8-9f08-54baa2df677d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.341288] env[69262]: DEBUG nova.compute.manager [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.341507] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.342324] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f889e173-9e2c-405d-a482-c35de212b54a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.350195] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.350415] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e8de096-6c14-48af-b8d2-efd03c5bb764 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.356642] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1197.356642] env[69262]: value = "task-3714439" [ 1197.356642] env[69262]: _type = "Task" [ 1197.356642] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.364534] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.536265] env[69262]: DEBUG oslo_concurrency.lockutils [None req-be86a9bf-b693-4c90-b09e-690c896b14d4 tempest-ServerShowV257Test-602842984 tempest-ServerShowV257Test-602842984-project-member] Lock "5d578873-8aa8-4324-ad90-d85054933fef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.486s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.630513] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0255ea4c-b0a1-409f-a97e-6d690e2050f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.638371] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25748e10-3ff9-4f41-b35d-f0d36ec2ad44 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.670344] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80591c81-d053-4be6-8a70-2361c29fd6d9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.678837] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e3ef6c-cdf7-43d3-b106-73852188fae2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.694435] env[69262]: DEBUG nova.compute.provider_tree [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.867819] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.870882] env[69262]: DEBUG nova.compute.manager [req-c8e1422d-722a-49a3-9725-c3901198003d req-1f0da043-0a30-4c3b-8840-1aaf33debb10 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Received event network-vif-plugged-cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.871401] env[69262]: DEBUG oslo_concurrency.lockutils [req-c8e1422d-722a-49a3-9725-c3901198003d req-1f0da043-0a30-4c3b-8840-1aaf33debb10 service nova] Acquiring lock "6d046397-6e5f-422a-92b1-e50f9534358e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.871401] env[69262]: DEBUG oslo_concurrency.lockutils [req-c8e1422d-722a-49a3-9725-c3901198003d req-1f0da043-0a30-4c3b-8840-1aaf33debb10 service nova] Lock "6d046397-6e5f-422a-92b1-e50f9534358e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.871688] env[69262]: DEBUG oslo_concurrency.lockutils [req-c8e1422d-722a-49a3-9725-c3901198003d req-1f0da043-0a30-4c3b-8840-1aaf33debb10 service nova] Lock "6d046397-6e5f-422a-92b1-e50f9534358e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.871688] env[69262]: DEBUG nova.compute.manager [req-c8e1422d-722a-49a3-9725-c3901198003d req-1f0da043-0a30-4c3b-8840-1aaf33debb10 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] No waiting events found dispatching network-vif-plugged-cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.871802] env[69262]: WARNING nova.compute.manager [req-c8e1422d-722a-49a3-9725-c3901198003d req-1f0da043-0a30-4c3b-8840-1aaf33debb10 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Received unexpected event network-vif-plugged-cc89906a-e2dd-4fb4-945b-1f6d386bb197 for instance with vm_state building and task_state spawning. [ 1198.198294] env[69262]: DEBUG nova.scheduler.client.report [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.288427] env[69262]: DEBUG nova.network.neutron [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Successfully updated port: cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.308621] env[69262]: DEBUG nova.compute.manager [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Received event network-changed-cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.308822] env[69262]: DEBUG nova.compute.manager [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Refreshing instance network info cache due to event network-changed-cc89906a-e2dd-4fb4-945b-1f6d386bb197. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.309050] env[69262]: DEBUG oslo_concurrency.lockutils [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] Acquiring lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.309203] env[69262]: DEBUG oslo_concurrency.lockutils [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] Acquired lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.309347] env[69262]: DEBUG nova.network.neutron [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Refreshing network info cache for port cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.368115] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714439, 'name': PowerOffVM_Task, 'duration_secs': 0.646367} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.368389] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.368583] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.368847] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea4e7f24-37ec-400e-bf7d-5e05972b12b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.444742] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.445043] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.445283] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleting the datastore file [datastore2] 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.445726] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeb0c52e-3a4a-4fbc-8372-dc579ddf7a3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.453219] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1198.453219] env[69262]: value = "task-3714441" [ 1198.453219] env[69262]: _type = "Task" [ 1198.453219] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.461885] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.703396] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.706107] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.734s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.706372] env[69262]: DEBUG nova.objects.instance [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'resources' on Instance uuid 1e85b13b-315e-44c4-88e8-a961ff97a03d {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.753453] env[69262]: INFO nova.scheduler.client.report [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted allocations for instance 865eea87-4f9d-42bd-b839-4f84cc803d8c [ 1198.795528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.842783] env[69262]: DEBUG nova.network.neutron [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.964541] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.974238] env[69262]: DEBUG nova.network.neutron [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.260683] env[69262]: DEBUG oslo_concurrency.lockutils [None req-dcc19dc7-2e2d-41b3-aefe-daf385eb8273 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "865eea87-4f9d-42bd-b839-4f84cc803d8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.784s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.396846] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572893a3-6c08-4f23-aa05-fe3c246c09ed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.405599] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de25d7-2698-4bd0-b7bb-a5f4273c28ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.441613] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ee585b-869d-498e-b159-66f155eadd82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.450050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3ce63e-2d05-465d-b65e-803a2b87334b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.462722] env[69262]: DEBUG oslo_vmware.api [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550428} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.470497] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.470708] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.470887] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.471074] env[69262]: INFO nova.compute.manager [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1199.471335] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.471760] env[69262]: DEBUG nova.compute.provider_tree [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.473165] env[69262]: DEBUG nova.compute.manager [-] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.473270] env[69262]: DEBUG nova.network.neutron [-] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.476825] env[69262]: DEBUG oslo_concurrency.lockutils [req-bfe98bb7-a9de-4e90-86d6-559a1101546a req-8b585ab5-e166-4866-908e-3aaea716c40e service nova] Releasing lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.477171] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.477322] env[69262]: DEBUG nova.network.neutron [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.976979] env[69262]: DEBUG nova.scheduler.client.report [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.031499] env[69262]: DEBUG nova.network.neutron [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.228667] env[69262]: DEBUG nova.network.neutron [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Updating instance_info_cache with network_info: [{"id": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "address": "fa:16:3e:6f:5b:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89906a-e2", "ovs_interfaceid": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.289943] env[69262]: DEBUG nova.network.neutron [-] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.416547] env[69262]: DEBUG nova.compute.manager [req-24e0a7d2-8bef-42a3-a3df-35934552a368 req-f4bb5c5b-023d-4116-bd7b-b6d8144ef0d6 service nova] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Received event network-vif-deleted-a042e295-93c5-4446-97d3-8ed447e87d58 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.483816] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.524588] env[69262]: INFO nova.scheduler.client.report [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted allocations for instance 1e85b13b-315e-44c4-88e8-a961ff97a03d [ 1200.731817] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.732185] env[69262]: DEBUG nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Instance network_info: |[{"id": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "address": "fa:16:3e:6f:5b:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89906a-e2", "ovs_interfaceid": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.732956] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:5b:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc89906a-e2dd-4fb4-945b-1f6d386bb197', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.740627] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.740904] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.741093] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83b3c178-bc3a-411d-be97-85bebe1ebb04 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.761019] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.761019] env[69262]: value = "task-3714443" [ 1200.761019] env[69262]: _type = "Task" [ 1200.761019] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.770422] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714443, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.792241] env[69262]: INFO nova.compute.manager [-] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Took 1.32 seconds to deallocate network for instance. [ 1201.032026] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7d18ac57-579f-4680-ba77-17258d8166ba tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "1e85b13b-315e-44c4-88e8-a961ff97a03d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.858s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.271788] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714443, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.300308] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.300588] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.300837] env[69262]: DEBUG nova.objects.instance [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'resources' on Instance uuid 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.772789] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714443, 'name': CreateVM_Task, 'duration_secs': 0.779703} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.773063] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.783531] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.783737] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.784102] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.784373] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d31abd-fcaa-4bf9-a33d-21fd2b1d3fd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.789889] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1201.789889] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5296f20b-7bdd-63f7-8351-950f567d3722" [ 1201.789889] env[69262]: _type = "Task" [ 1201.789889] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.798697] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5296f20b-7bdd-63f7-8351-950f567d3722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.916558] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7e2252-8c94-4923-9aa7-98535a047699 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.924370] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c34e1-5c51-4f4c-bc44-a5d8bc7cdbcf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.956979] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0936681-10c9-4e7c-be41-c82b1f596ad9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.966610] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3553dba-79f5-46c5-9aa3-879dc111629f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.983743] env[69262]: DEBUG nova.compute.provider_tree [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.309754] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5296f20b-7bdd-63f7-8351-950f567d3722, 'name': SearchDatastore_Task, 'duration_secs': 0.041083} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.310125] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.310411] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.310662] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.310850] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.311181] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.311491] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86631e5e-d0ca-4e41-9ecf-30b046216b62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.321046] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.321256] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.322030] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06570ea-838c-4922-9fca-3a1d91fc4840 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.328844] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1202.328844] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528b5315-52ba-7bd3-de69-db51007714fa" [ 1202.328844] env[69262]: _type = "Task" [ 1202.328844] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.337939] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528b5315-52ba-7bd3-de69-db51007714fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.393372] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.393630] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.487201] env[69262]: DEBUG nova.scheduler.client.report [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.763224] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.840016] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528b5315-52ba-7bd3-de69-db51007714fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010047} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.841032] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47c54ae-9764-4811-b18b-eb5ebb68cd6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.846959] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1202.846959] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]522a01d0-5215-3ea6-04eb-fa41d159d18f" [ 1202.846959] env[69262]: _type = "Task" [ 1202.846959] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.855315] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522a01d0-5215-3ea6-04eb-fa41d159d18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.896234] env[69262]: DEBUG nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.992252] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.994554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.231s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.994777] env[69262]: DEBUG nova.objects.instance [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'pci_requests' on Instance uuid 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.011641] env[69262]: INFO nova.scheduler.client.report [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted allocations for instance 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b [ 1203.358607] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]522a01d0-5215-3ea6-04eb-fa41d159d18f, 'name': SearchDatastore_Task, 'duration_secs': 0.009596} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.358884] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.359177] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6d046397-6e5f-422a-92b1-e50f9534358e/6d046397-6e5f-422a-92b1-e50f9534358e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.359454] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1af6511e-7791-4de1-8562-733e5ba3b6b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.367622] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1203.367622] env[69262]: value = "task-3714444" [ 1203.367622] env[69262]: _type = "Task" [ 1203.367622] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.379136] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.419583] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.499651] env[69262]: DEBUG nova.objects.instance [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'numa_topology' on Instance uuid 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.519760] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c4900cf0-4065-44a8-86cc-dcf45240c9cf tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.686s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.669521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.669766] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.877583] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48288} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.877981] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 6d046397-6e5f-422a-92b1-e50f9534358e/6d046397-6e5f-422a-92b1-e50f9534358e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.878077] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.878306] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d397b5e3-432d-46e8-965d-0b69e884c376 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.888045] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1203.888045] env[69262]: value = "task-3714445" [ 1203.888045] env[69262]: _type = "Task" [ 1203.888045] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.897516] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.002485] env[69262]: INFO nova.compute.claims [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.172554] env[69262]: DEBUG nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.398698] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066151} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.399017] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.399833] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a1fbc1-848f-456e-a5a0-a5bd12f19b5b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.423207] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 6d046397-6e5f-422a-92b1-e50f9534358e/6d046397-6e5f-422a-92b1-e50f9534358e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.423525] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12db1516-e125-4dde-8113-1debce73f169 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.443454] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1204.443454] env[69262]: value = "task-3714446" [ 1204.443454] env[69262]: _type = "Task" [ 1204.443454] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.452011] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.696368] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.955219] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714446, 'name': ReconfigVM_Task, 'duration_secs': 0.294458} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.955535] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 6d046397-6e5f-422a-92b1-e50f9534358e/6d046397-6e5f-422a-92b1-e50f9534358e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.956181] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f92514f5-20bf-4cc2-a236-99ffcf0ffa40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.962835] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1204.962835] env[69262]: value = "task-3714447" [ 1204.962835] env[69262]: _type = "Task" [ 1204.962835] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.970944] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714447, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.074555] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.074788] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.141566] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d9d4c-8bb7-4d75-b14f-27671f7adf4d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.150427] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea31f8c-7a28-4eb9-96dd-fa4871215c7b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.183489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd44fae5-d316-4c6b-8b48-d57ca31b03d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.191418] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2aac95-f9e3-4673-86f9-bc29e426234e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.204863] env[69262]: DEBUG nova.compute.provider_tree [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.474317] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714447, 'name': Rename_Task, 'duration_secs': 0.143773} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.474549] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.474830] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10906475-fe21-43d8-9340-845387baaf5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.480652] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1205.480652] env[69262]: value = "task-3714448" [ 1205.480652] env[69262]: _type = "Task" [ 1205.480652] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.488130] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.577187] env[69262]: DEBUG nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.708221] env[69262]: DEBUG nova.scheduler.client.report [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.991078] env[69262]: DEBUG oslo_vmware.api [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714448, 'name': PowerOnVM_Task, 'duration_secs': 0.485046} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.991565] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.991834] env[69262]: INFO nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1205.992125] env[69262]: DEBUG nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.992994] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cee115-8af5-4cf2-a13d-68de60ddce26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.100457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.213851] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.216377] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.797s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.217982] env[69262]: INFO nova.compute.claims [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.249117] env[69262]: INFO nova.network.neutron [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating port cadf202c-1b9e-4c0e-92c8-53217aa146a8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1206.512802] env[69262]: INFO nova.compute.manager [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Took 14.59 seconds to build instance. [ 1207.015878] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d62dc903-b28a-4979-8017-954f58f80d23 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.107s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.358285] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c719fc2d-17fd-4476-ba79-85c473a24f54 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.366324] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8791ba38-289b-450b-8be5-74dcf22c1210 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.399373] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf85ee5-1dfd-4ed1-bdcf-c9b555be49c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.407392] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ce5764-39a1-4a2f-83df-57a2f9a8fcd2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.422130] env[69262]: DEBUG nova.compute.provider_tree [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.661337] env[69262]: DEBUG nova.compute.manager [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Received event network-changed-cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.661337] env[69262]: DEBUG nova.compute.manager [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Refreshing instance network info cache due to event network-changed-cc89906a-e2dd-4fb4-945b-1f6d386bb197. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.661429] env[69262]: DEBUG oslo_concurrency.lockutils [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] Acquiring lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.661597] env[69262]: DEBUG oslo_concurrency.lockutils [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] Acquired lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.661846] env[69262]: DEBUG nova.network.neutron [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Refreshing network info cache for port cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.684711] env[69262]: DEBUG nova.compute.manager [req-7fd0d4e7-d070-4963-8f88-bfec322e3ac1 req-c5bb2040-f509-4c19-ad01-0299ba0b3ff6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-vif-plugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.684711] env[69262]: DEBUG oslo_concurrency.lockutils [req-7fd0d4e7-d070-4963-8f88-bfec322e3ac1 req-c5bb2040-f509-4c19-ad01-0299ba0b3ff6 service nova] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.684711] env[69262]: DEBUG oslo_concurrency.lockutils [req-7fd0d4e7-d070-4963-8f88-bfec322e3ac1 req-c5bb2040-f509-4c19-ad01-0299ba0b3ff6 service nova] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.684711] env[69262]: DEBUG oslo_concurrency.lockutils [req-7fd0d4e7-d070-4963-8f88-bfec322e3ac1 req-c5bb2040-f509-4c19-ad01-0299ba0b3ff6 service nova] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.684711] env[69262]: DEBUG nova.compute.manager [req-7fd0d4e7-d070-4963-8f88-bfec322e3ac1 req-c5bb2040-f509-4c19-ad01-0299ba0b3ff6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] No waiting events found dispatching network-vif-plugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1207.684711] env[69262]: WARNING nova.compute.manager [req-7fd0d4e7-d070-4963-8f88-bfec322e3ac1 req-c5bb2040-f509-4c19-ad01-0299ba0b3ff6 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received unexpected event network-vif-plugged-cadf202c-1b9e-4c0e-92c8-53217aa146a8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1207.753044] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.753044] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.753044] env[69262]: DEBUG nova.network.neutron [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.926833] env[69262]: DEBUG nova.scheduler.client.report [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.430945] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.431628] env[69262]: DEBUG nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.435134] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.739s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.437572] env[69262]: INFO nova.compute.claims [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.556654] env[69262]: DEBUG nova.network.neutron [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadf202c-1b", "ovs_interfaceid": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.607460] env[69262]: DEBUG nova.network.neutron [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Updated VIF entry in instance network info cache for port cc89906a-e2dd-4fb4-945b-1f6d386bb197. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.607940] env[69262]: DEBUG nova.network.neutron [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Updating instance_info_cache with network_info: [{"id": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "address": "fa:16:3e:6f:5b:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89906a-e2", "ovs_interfaceid": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.942982] env[69262]: DEBUG nova.compute.utils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.946894] env[69262]: DEBUG nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.947135] env[69262]: DEBUG nova.network.neutron [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.985328] env[69262]: DEBUG nova.policy [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.059554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.088309] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='76a73f04050631c5ae278d0efb137fa2',container_format='bare',created_at=2025-04-29T08:57:51Z,direct_url=,disk_format='vmdk',id=139299cb-d496-45c3-ad9e-4da1886fd88a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-485694676-shelved',owner='65feb6d6e1c54a5698258f7ed471df81',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-29T08:58:05Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.088599] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.088864] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.089080] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.089236] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.089383] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.089603] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.089770] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.089954] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.090118] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.090302] env[69262]: DEBUG nova.virt.hardware [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.091581] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec47534-3386-4034-8b41-8d9f8409d8d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.100436] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0d937b-c368-45ff-b705-fffe309e699e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.115293] env[69262]: DEBUG oslo_concurrency.lockutils [req-f1acefe9-2148-4f49-af00-6323d8016015 req-40d60e4c-6af5-4f1d-9ef2-771926459610 service nova] Releasing lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.115923] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:c4:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cadf202c-1b9e-4c0e-92c8-53217aa146a8', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.123256] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.123494] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.123705] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9958b46-34bb-4768-889f-696a3f52b514 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.143270] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.143270] env[69262]: value = "task-3714449" [ 1209.143270] env[69262]: _type = "Task" [ 1209.143270] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.151713] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714449, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.257833] env[69262]: DEBUG nova.network.neutron [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Successfully created port: adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.447991] env[69262]: DEBUG nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.592216] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb57e6e1-1fe9-4467-81c3-ab08945fbddc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.600263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332c7e1e-b7c1-45f0-ac23-fb1897b92bb4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.630434] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80bc52f-862b-4346-8f7e-1bb94c58e88e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.638746] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d193f1-4209-41e3-90c0-7a8d870b600f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.654424] env[69262]: DEBUG nova.compute.provider_tree [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.660708] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714449, 'name': CreateVM_Task, 'duration_secs': 0.325295} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.660876] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.661535] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.661700] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.662098] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.662343] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fad996-09c0-40b1-80d0-ae03e697e2f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.667564] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1209.667564] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524b017f-cd3d-1b17-45d9-1d50d4e3900c" [ 1209.667564] env[69262]: _type = "Task" [ 1209.667564] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.677612] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524b017f-cd3d-1b17-45d9-1d50d4e3900c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.714293] env[69262]: DEBUG nova.compute.manager [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.714533] env[69262]: DEBUG nova.compute.manager [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing instance network info cache due to event network-changed-cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.714747] env[69262]: DEBUG oslo_concurrency.lockutils [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] Acquiring lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.714889] env[69262]: DEBUG oslo_concurrency.lockutils [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] Acquired lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.715065] env[69262]: DEBUG nova.network.neutron [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Refreshing network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.158170] env[69262]: DEBUG nova.scheduler.client.report [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.180548] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.180804] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Processing image 139299cb-d496-45c3-ad9e-4da1886fd88a {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.181048] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a/139299cb-d496-45c3-ad9e-4da1886fd88a.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.181225] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a/139299cb-d496-45c3-ad9e-4da1886fd88a.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.181424] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.181760] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd380ecc-0ac4-4820-9505-56b86ac0dd30 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.198937] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.199166] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.199983] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ba1f76-d8a7-4bd3-91b4-64ed52d2f431 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.206437] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1210.206437] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df01d5-1e8e-d4d8-5dbb-4ee9a9e19335" [ 1210.206437] env[69262]: _type = "Task" [ 1210.206437] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.215467] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52df01d5-1e8e-d4d8-5dbb-4ee9a9e19335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.460980] env[69262]: DEBUG nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.490695] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.490983] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.491171] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.491438] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.491612] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.491767] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.491983] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.492178] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.492350] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.492516] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.492689] env[69262]: DEBUG nova.virt.hardware [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.493830] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e6188c-4f56-4b21-b9c9-acdf9800cee4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.503314] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa8999-8400-45f5-b799-c0bf521af368 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.508292] env[69262]: DEBUG nova.network.neutron [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updated VIF entry in instance network info cache for port cadf202c-1b9e-4c0e-92c8-53217aa146a8. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.508655] env[69262]: DEBUG nova.network.neutron [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [{"id": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "address": "fa:16:3e:91:c4:15", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcadf202c-1b", "ovs_interfaceid": "cadf202c-1b9e-4c0e-92c8-53217aa146a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.663745] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.664288] env[69262]: DEBUG nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1210.667418] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.567s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.668991] env[69262]: INFO nova.compute.claims [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.718704] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Preparing fetch location {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1210.719082] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Fetch image to [datastore2] OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2/OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2.vmdk {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1210.719194] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Downloading stream optimized image 139299cb-d496-45c3-ad9e-4da1886fd88a to [datastore2] OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2/OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2.vmdk on the data store datastore2 as vApp {{(pid=69262) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1210.719269] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Downloading image file data 139299cb-d496-45c3-ad9e-4da1886fd88a to the ESX as VM named 'OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2' {{(pid=69262) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1210.789940] env[69262]: DEBUG nova.network.neutron [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Successfully updated port: adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.803774] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1210.803774] env[69262]: value = "resgroup-9" [ 1210.803774] env[69262]: _type = "ResourcePool" [ 1210.803774] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1210.804064] env[69262]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fe3d99f6-0ec2-412d-b4b9-4e6ff9689cf3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.826272] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease: (returnval){ [ 1210.826272] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a9b44-70f6-33b1-10e2-a7613a003650" [ 1210.826272] env[69262]: _type = "HttpNfcLease" [ 1210.826272] env[69262]: } obtained for vApp import into resource pool (val){ [ 1210.826272] env[69262]: value = "resgroup-9" [ 1210.826272] env[69262]: _type = "ResourcePool" [ 1210.826272] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1210.826662] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the lease: (returnval){ [ 1210.826662] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a9b44-70f6-33b1-10e2-a7613a003650" [ 1210.826662] env[69262]: _type = "HttpNfcLease" [ 1210.826662] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.833047] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.833047] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a9b44-70f6-33b1-10e2-a7613a003650" [ 1210.833047] env[69262]: _type = "HttpNfcLease" [ 1210.833047] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1211.012621] env[69262]: DEBUG oslo_concurrency.lockutils [req-17eb747f-7922-4d34-b8ec-30cdfbf1ebd4 req-6bb5ed24-e4d6-4ccd-abdc-587cc21df250 service nova] Releasing lock "refresh_cache-9d4c5401-f293-44ca-91e1-c4e883a2a8ac" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.173736] env[69262]: DEBUG nova.compute.utils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.177492] env[69262]: DEBUG nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1211.177492] env[69262]: DEBUG nova.network.neutron [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.219281] env[69262]: DEBUG nova.policy [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52cb2d8ea52146b88046cb0c536f5ed7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1c7d6780e9146ada3e548eb9c2da1c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.293089] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.293264] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.293448] env[69262]: DEBUG nova.network.neutron [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.335420] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.335420] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a9b44-70f6-33b1-10e2-a7613a003650" [ 1211.335420] env[69262]: _type = "HttpNfcLease" [ 1211.335420] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1211.335807] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1211.335807] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526a9b44-70f6-33b1-10e2-a7613a003650" [ 1211.335807] env[69262]: _type = "HttpNfcLease" [ 1211.335807] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1211.336663] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eab151f-9cc2-43b6-9840-bc6399df47f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.344667] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c1abf-1fb6-e598-ca48-f07fad775a1a/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1211.344877] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c1abf-1fb6-e598-ca48-f07fad775a1a/disk-0.vmdk. {{(pid=69262) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1211.413185] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-83ea29e3-c2e6-4f8c-9f90-f9b0fe936fc4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.506054] env[69262]: DEBUG nova.network.neutron [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Successfully created port: 38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.678686] env[69262]: DEBUG nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1211.746253] env[69262]: DEBUG nova.compute.manager [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-vif-plugged-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.746593] env[69262]: DEBUG oslo_concurrency.lockutils [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] Acquiring lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.746880] env[69262]: DEBUG oslo_concurrency.lockutils [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.747105] env[69262]: DEBUG oslo_concurrency.lockutils [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.747335] env[69262]: DEBUG nova.compute.manager [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] No waiting events found dispatching network-vif-plugged-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.747556] env[69262]: WARNING nova.compute.manager [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received unexpected event network-vif-plugged-adc97048-2011-4c84-ae8f-50fc8b2179f7 for instance with vm_state building and task_state spawning. [ 1211.747759] env[69262]: DEBUG nova.compute.manager [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.747977] env[69262]: DEBUG nova.compute.manager [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing instance network info cache due to event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.748201] env[69262]: DEBUG oslo_concurrency.lockutils [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.849303] env[69262]: DEBUG nova.network.neutron [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.853663] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c3d39-9201-430a-984b-5fa7cff7a179 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.862567] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d3a7f0-a896-4298-ad9a-4a1b55850ae4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.905108] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986fdba7-9a19-42a3-afe1-681281201695 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.919967] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615a7287-1751-4763-82a7-6cf17e19b5f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.936903] env[69262]: DEBUG nova.compute.provider_tree [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.092584] env[69262]: DEBUG nova.network.neutron [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.442866] env[69262]: DEBUG nova.scheduler.client.report [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.518072] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Completed reading data from the image iterator. {{(pid=69262) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1212.518072] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c1abf-1fb6-e598-ca48-f07fad775a1a/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.518841] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ee804-8045-4d00-b134-6e94a69ca4f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.527472] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c1abf-1fb6-e598-ca48-f07fad775a1a/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.527660] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c1abf-1fb6-e598-ca48-f07fad775a1a/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1212.527917] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4137757a-aaba-4d8e-b28a-e67b87727283 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.595757] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.596127] env[69262]: DEBUG nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Instance network_info: |[{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1212.596514] env[69262]: DEBUG oslo_concurrency.lockutils [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.596720] env[69262]: DEBUG nova.network.neutron [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1212.598047] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:5b:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adc97048-2011-4c84-ae8f-50fc8b2179f7', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.606391] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.610202] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.611331] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2620a800-5bfd-4b54-9bdd-ed5ade5457f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.635258] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.635258] env[69262]: value = "task-3714451" [ 1212.635258] env[69262]: _type = "Task" [ 1212.635258] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.644546] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714451, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.695791] env[69262]: DEBUG nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.726927] env[69262]: DEBUG oslo_vmware.rw_handles [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524c1abf-1fb6-e598-ca48-f07fad775a1a/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1212.727179] env[69262]: INFO nova.virt.vmwareapi.images [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Downloaded image file data 139299cb-d496-45c3-ad9e-4da1886fd88a [ 1212.728069] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e6d58-799b-4687-a3e5-2b754527af88 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.751391] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-783d75b2-10d0-4074-a53e-5bcaa64b775e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.785505] env[69262]: INFO nova.virt.vmwareapi.images [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] The imported VM was unregistered [ 1212.788180] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Caching image {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1212.788444] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating directory with path [datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.788764] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a2f3577-5fb4-42d2-8167-b97820bd4340 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.800658] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.800936] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.801125] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.801334] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.801494] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.801648] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.801871] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.802100] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.802310] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.802471] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.802660] env[69262]: DEBUG nova.virt.hardware [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.803599] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a98b7a-cd2c-46d1-83a2-bd61f388663d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.813179] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cf8885-cfb9-4455-b98f-28f71c734adc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.818114] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created directory with path [datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.818323] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2/OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2.vmdk to [datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a/139299cb-d496-45c3-ad9e-4da1886fd88a.vmdk. {{(pid=69262) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1212.818906] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f901cfce-ce64-47a5-945b-88ab264844fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.836719] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1212.836719] env[69262]: value = "task-3714453" [ 1212.836719] env[69262]: _type = "Task" [ 1212.836719] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.847742] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.880174] env[69262]: DEBUG nova.network.neutron [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updated VIF entry in instance network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.880910] env[69262]: DEBUG nova.network.neutron [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.948872] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.949713] env[69262]: DEBUG nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.039690] env[69262]: DEBUG nova.network.neutron [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Successfully updated port: 38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.146048] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714451, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.347064] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.383940] env[69262]: DEBUG oslo_concurrency.lockutils [req-89e458a7-fb04-481b-b107-af515702f12c req-192e2716-4128-4126-b9af-09b3fc90d3d6 service nova] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.455876] env[69262]: DEBUG nova.compute.utils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.457750] env[69262]: DEBUG nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.458523] env[69262]: DEBUG nova.network.neutron [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.499897] env[69262]: DEBUG nova.policy [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70663ec87710482882d4d4529168630d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caa650dc2c04cbd9cf0e2c864563ebf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1213.543437] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.543437] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.543437] env[69262]: DEBUG nova.network.neutron [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.648053] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714451, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.776661] env[69262]: DEBUG nova.compute.manager [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Received event network-vif-plugged-38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.776910] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] Acquiring lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.777142] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.777559] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.777867] env[69262]: DEBUG nova.compute.manager [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] No waiting events found dispatching network-vif-plugged-38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1213.778232] env[69262]: WARNING nova.compute.manager [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Received unexpected event network-vif-plugged-38d661a5-f2ae-41cf-a6c5-f0616fc1c989 for instance with vm_state building and task_state spawning. [ 1213.778452] env[69262]: DEBUG nova.compute.manager [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Received event network-changed-38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.779014] env[69262]: DEBUG nova.compute.manager [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Refreshing instance network info cache due to event network-changed-38d661a5-f2ae-41cf-a6c5-f0616fc1c989. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.779014] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] Acquiring lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.799540] env[69262]: DEBUG nova.network.neutron [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Successfully created port: 81e20a6a-7eb4-43d3-a297-42d116a5cf0e {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.850683] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.961306] env[69262]: DEBUG nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.076811] env[69262]: DEBUG nova.network.neutron [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.149803] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714451, 'name': CreateVM_Task, 'duration_secs': 1.403912} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.149997] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.150757] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.150926] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.151341] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.151659] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1624e8f-c3b1-491d-8e73-4845fe7db856 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.162315] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1214.162315] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527eb908-9f74-0dee-71f8-361d20cc502b" [ 1214.162315] env[69262]: _type = "Task" [ 1214.162315] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.172088] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527eb908-9f74-0dee-71f8-361d20cc502b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.320869] env[69262]: DEBUG nova.network.neutron [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updating instance_info_cache with network_info: [{"id": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "address": "fa:16:3e:47:d9:80", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d661a5-f2", "ovs_interfaceid": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.350638] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.675783] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527eb908-9f74-0dee-71f8-361d20cc502b, 'name': SearchDatastore_Task, 'duration_secs': 0.078335} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.676238] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.676403] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.676833] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.677015] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.677219] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.677515] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a870c1f1-4ad9-4128-bec6-3e5016081644 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.697248] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.697501] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.698500] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cb27153-2efe-4931-ad4b-fed21b43fffe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.706823] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1214.706823] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285462a-c954-203c-3978-539dcc1fcd1d" [ 1214.706823] env[69262]: _type = "Task" [ 1214.706823] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.719489] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285462a-c954-203c-3978-539dcc1fcd1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.823789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.824155] env[69262]: DEBUG nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Instance network_info: |[{"id": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "address": "fa:16:3e:47:d9:80", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d661a5-f2", "ovs_interfaceid": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.824482] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] Acquired lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.824666] env[69262]: DEBUG nova.network.neutron [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Refreshing network info cache for port 38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.826037] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:d9:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38d661a5-f2ae-41cf-a6c5-f0616fc1c989', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.833877] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.835092] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.835274] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f6f51ee-108b-4289-95b8-304197d66130 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.861269] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.862792] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.862792] env[69262]: value = "task-3714454" [ 1214.862792] env[69262]: _type = "Task" [ 1214.862792] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.873260] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714454, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.972332] env[69262]: DEBUG nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.002911] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.003283] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.003505] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.003705] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.003857] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.004014] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.004400] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.004636] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.004835] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.005016] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.005288] env[69262]: DEBUG nova.virt.hardware [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.006862] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ff471-3c27-4f3d-8137-7b88cc8334d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.019362] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10de9528-acf2-4bcd-9086-64d32dc4dca4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.215501] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.215964] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.222573] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5285462a-c954-203c-3978-539dcc1fcd1d, 'name': SearchDatastore_Task, 'duration_secs': 0.090145} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.224246] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4aae61-af1a-475b-bc60-708c332e886d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.235035] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1215.235035] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52429043-3673-35bf-c308-04e4822d9fe8" [ 1215.235035] env[69262]: _type = "Task" [ 1215.235035] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.253905] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52429043-3673-35bf-c308-04e4822d9fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.333121] env[69262]: DEBUG nova.network.neutron [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Successfully updated port: 81e20a6a-7eb4-43d3-a297-42d116a5cf0e {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.364870] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.379234] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714454, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.568336] env[69262]: DEBUG nova.network.neutron [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updated VIF entry in instance network info cache for port 38d661a5-f2ae-41cf-a6c5-f0616fc1c989. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.568720] env[69262]: DEBUG nova.network.neutron [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updating instance_info_cache with network_info: [{"id": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "address": "fa:16:3e:47:d9:80", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d661a5-f2", "ovs_interfaceid": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.725473] env[69262]: DEBUG nova.compute.utils [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.748902] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52429043-3673-35bf-c308-04e4822d9fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.097192} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.749223] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.749564] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 84ecccca-4c6f-485f-8211-80fc7a24b86b/84ecccca-4c6f-485f-8211-80fc7a24b86b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.749874] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-603c00ae-e468-4b43-a531-1ab9d88f0347 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.759841] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1215.759841] env[69262]: value = "task-3714455" [ 1215.759841] env[69262]: _type = "Task" [ 1215.759841] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.771880] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.806943] env[69262]: DEBUG nova.compute.manager [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Received event network-vif-plugged-81e20a6a-7eb4-43d3-a297-42d116a5cf0e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.807319] env[69262]: DEBUG oslo_concurrency.lockutils [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] Acquiring lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.807594] env[69262]: DEBUG oslo_concurrency.lockutils [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.807866] env[69262]: DEBUG oslo_concurrency.lockutils [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.808479] env[69262]: DEBUG nova.compute.manager [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] No waiting events found dispatching network-vif-plugged-81e20a6a-7eb4-43d3-a297-42d116a5cf0e {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1215.808479] env[69262]: WARNING nova.compute.manager [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Received unexpected event network-vif-plugged-81e20a6a-7eb4-43d3-a297-42d116a5cf0e for instance with vm_state building and task_state spawning. [ 1215.808479] env[69262]: DEBUG nova.compute.manager [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Received event network-changed-81e20a6a-7eb4-43d3-a297-42d116a5cf0e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.808626] env[69262]: DEBUG nova.compute.manager [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Refreshing instance network info cache due to event network-changed-81e20a6a-7eb4-43d3-a297-42d116a5cf0e. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.808770] env[69262]: DEBUG oslo_concurrency.lockutils [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] Acquiring lock "refresh_cache-b847f40b-e5c8-41f0-b7d9-a46b31939a30" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.808910] env[69262]: DEBUG oslo_concurrency.lockutils [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] Acquired lock "refresh_cache-b847f40b-e5c8-41f0-b7d9-a46b31939a30" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.809090] env[69262]: DEBUG nova.network.neutron [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Refreshing network info cache for port 81e20a6a-7eb4-43d3-a297-42d116a5cf0e {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.837889] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "refresh_cache-b847f40b-e5c8-41f0-b7d9-a46b31939a30" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.861564] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.873705] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714454, 'name': CreateVM_Task, 'duration_secs': 0.854701} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.873949] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.874649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.874831] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.875266] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.875570] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6a2127-6aff-46ac-ae94-09de1e931e1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.881415] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1215.881415] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ad23a9-04d9-4e7a-987a-d5883ca49f14" [ 1215.881415] env[69262]: _type = "Task" [ 1215.881415] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.890860] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ad23a9-04d9-4e7a-987a-d5883ca49f14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.072512] env[69262]: DEBUG oslo_concurrency.lockutils [req-2ae98644-5545-4658-a24d-42191ce90bdb req-bf8a3748-3a3b-4eac-b191-70cafcdebea7 service nova] Releasing lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.229854] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.270981] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.341154] env[69262]: DEBUG nova.network.neutron [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.361768] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714453, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.471402} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.362124] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2/OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2.vmdk to [datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a/139299cb-d496-45c3-ad9e-4da1886fd88a.vmdk. [ 1216.362345] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Cleaning up location [datastore2] OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1216.362538] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a6861b4c-85ff-4d8f-8edd-2e4042d0ebc2 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.362916] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7951606b-01fe-4737-92fe-e60086c0a35a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.371719] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1216.371719] env[69262]: value = "task-3714456" [ 1216.371719] env[69262]: _type = "Task" [ 1216.371719] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.380820] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.393119] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ad23a9-04d9-4e7a-987a-d5883ca49f14, 'name': SearchDatastore_Task, 'duration_secs': 0.036112} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.393463] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.393719] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.393961] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.394122] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.394305] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.394575] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe05fbdb-e905-4962-a360-160ffe0d8fe3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.403618] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.403795] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.404662] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4620a4b-7fd4-4c5b-980e-b22ba5ec1c38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.410825] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1216.410825] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52873ceb-785a-3ccb-a54c-b42c118d2905" [ 1216.410825] env[69262]: _type = "Task" [ 1216.410825] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.420977] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52873ceb-785a-3ccb-a54c-b42c118d2905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.427669] env[69262]: DEBUG nova.network.neutron [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.772200] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969352} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.772533] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 84ecccca-4c6f-485f-8211-80fc7a24b86b/84ecccca-4c6f-485f-8211-80fc7a24b86b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.772729] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.772991] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f993656-a814-4f7a-9625-aa8237981729 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.780041] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1216.780041] env[69262]: value = "task-3714457" [ 1216.780041] env[69262]: _type = "Task" [ 1216.780041] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.791047] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.881681] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090372} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.881940] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.882119] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a/139299cb-d496-45c3-ad9e-4da1886fd88a.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.882372] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a/139299cb-d496-45c3-ad9e-4da1886fd88a.vmdk to [datastore2] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.882636] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a4fafb4-604d-4d79-9d62-5123cd7f919d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.891605] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1216.891605] env[69262]: value = "task-3714458" [ 1216.891605] env[69262]: _type = "Task" [ 1216.891605] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.899874] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.920115] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52873ceb-785a-3ccb-a54c-b42c118d2905, 'name': SearchDatastore_Task, 'duration_secs': 0.058087} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.921267] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c22a2d-4db2-470e-b342-37afc0a59cd2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.926501] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1216.926501] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528ddcba-bcbb-7c96-6bb4-2cdbda7a9a33" [ 1216.926501] env[69262]: _type = "Task" [ 1216.926501] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.929781] env[69262]: DEBUG oslo_concurrency.lockutils [req-c29b4176-895c-407f-aa46-9a5d799fba0a req-c9b26e32-a5ec-4d57-97d8-4480ebf89fbc service nova] Releasing lock "refresh_cache-b847f40b-e5c8-41f0-b7d9-a46b31939a30" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.930519] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "refresh_cache-b847f40b-e5c8-41f0-b7d9-a46b31939a30" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.930616] env[69262]: DEBUG nova.network.neutron [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.935573] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528ddcba-bcbb-7c96-6bb4-2cdbda7a9a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.295215] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.295215] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.295455] env[69262]: INFO nova.compute.manager [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Attaching volume f6f0a61d-9844-4fb6-91c7-5a3ff85b9352 to /dev/sdb [ 1217.298049] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066237} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.298049] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.298807] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a060686-c0d9-40ef-a281-a6db4f18dec0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.328543] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 84ecccca-4c6f-485f-8211-80fc7a24b86b/84ecccca-4c6f-485f-8211-80fc7a24b86b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.328891] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d4b1a5-8f74-44c2-b1aa-0c37d8db4929 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.346050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db164d4-582e-4418-978d-0b87f09ff7d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.354316] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2694aaa4-84a3-48f6-8089-9e88c76a4a5a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.358658] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1217.358658] env[69262]: value = "task-3714459" [ 1217.358658] env[69262]: _type = "Task" [ 1217.358658] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.370532] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714459, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.375415] env[69262]: DEBUG nova.virt.block_device [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updating existing volume attachment record: 92379e56-ab35-4dcc-80da-2317bd1e4476 {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1217.406221] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714458, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.440289] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528ddcba-bcbb-7c96-6bb4-2cdbda7a9a33, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.440670] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.440992] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 835abe03-9245-4edf-8ffb-e1028aa7f7d3/835abe03-9245-4edf-8ffb-e1028aa7f7d3.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.441726] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8d00a69-7161-4174-a81d-9634b30bf2dc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.452576] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1217.452576] env[69262]: value = "task-3714460" [ 1217.452576] env[69262]: _type = "Task" [ 1217.452576] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.461742] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.475288] env[69262]: DEBUG nova.network.neutron [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.625314] env[69262]: DEBUG nova.network.neutron [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Updating instance_info_cache with network_info: [{"id": "81e20a6a-7eb4-43d3-a297-42d116a5cf0e", "address": "fa:16:3e:10:1c:fb", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e20a6a-7e", "ovs_interfaceid": "81e20a6a-7eb4-43d3-a297-42d116a5cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.870375] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.905425] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714458, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.962252] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.128417] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "refresh_cache-b847f40b-e5c8-41f0-b7d9-a46b31939a30" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.128742] env[69262]: DEBUG nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Instance network_info: |[{"id": "81e20a6a-7eb4-43d3-a297-42d116a5cf0e", "address": "fa:16:3e:10:1c:fb", "network": {"id": "4d9d4d85-a1e9-470d-922e-b11e2a36c6a8", "bridge": "br-int", "label": "tempest-ServersTestJSON-1302396808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caa650dc2c04cbd9cf0e2c864563ebf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e20a6a-7e", "ovs_interfaceid": "81e20a6a-7eb4-43d3-a297-42d116a5cf0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.129228] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:1c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e20a6a-7eb4-43d3-a297-42d116a5cf0e', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.137404] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.137683] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.137919] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08932919-217e-48f0-9434-a887cd0879b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.161061] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.161061] env[69262]: value = "task-3714464" [ 1218.161061] env[69262]: _type = "Task" [ 1218.161061] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.170803] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714464, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.371076] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714459, 'name': ReconfigVM_Task, 'duration_secs': 0.927408} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.371395] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 84ecccca-4c6f-485f-8211-80fc7a24b86b/84ecccca-4c6f-485f-8211-80fc7a24b86b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.372074] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-106e3581-7fde-4e7a-962b-1636ae40f9d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.380047] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1218.380047] env[69262]: value = "task-3714465" [ 1218.380047] env[69262]: _type = "Task" [ 1218.380047] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.389832] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714465, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.403454] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714458, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.463501] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.672399] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714464, 'name': CreateVM_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.891520] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714465, 'name': Rename_Task, 'duration_secs': 0.414879} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.891864] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.892120] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-455ea8f5-822e-4432-b7b7-2b9f31bd3eb5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.900327] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1218.900327] env[69262]: value = "task-3714466" [ 1218.900327] env[69262]: _type = "Task" [ 1218.900327] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.907237] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714458, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.912619] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.964366] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.175963] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714464, 'name': CreateVM_Task, 'duration_secs': 0.773641} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.176148] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.177154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.177403] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.177859] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.178219] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde765e1-7c73-4b66-9bde-f6c5f0689d4a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.185385] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1219.185385] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52274d87-8682-b67b-ce51-819217d60f9c" [ 1219.185385] env[69262]: _type = "Task" [ 1219.185385] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.196967] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52274d87-8682-b67b-ce51-819217d60f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.408666] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714458, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.409248} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.408911] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/139299cb-d496-45c3-ad9e-4da1886fd88a/139299cb-d496-45c3-ad9e-4da1886fd88a.vmdk to [datastore2] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.410281] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee1e8a-9e40-490b-8482-f7553a3bbfad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.416553] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.439270] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.439636] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e2ff6e-0ca5-411e-82df-76819e4ce265 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.464798] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.466415] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1219.466415] env[69262]: value = "task-3714467" [ 1219.466415] env[69262]: _type = "Task" [ 1219.466415] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.475057] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.697974] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52274d87-8682-b67b-ce51-819217d60f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.097038} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.697974] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.698232] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.698485] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.698630] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.698807] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.699440] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1bfde75-2b55-48ef-aca3-7de3ba76169b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.709422] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.709634] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.710414] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76ac60d-b4be-4e51-a831-1db480cfc186 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.716516] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1219.716516] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cf6ab4-962b-a9e2-b8be-6bb25154ef01" [ 1219.716516] env[69262]: _type = "Task" [ 1219.716516] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.727168] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cf6ab4-962b-a9e2-b8be-6bb25154ef01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.911629] env[69262]: DEBUG oslo_vmware.api [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714466, 'name': PowerOnVM_Task, 'duration_secs': 0.873788} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.912011] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.912223] env[69262]: INFO nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1219.912421] env[69262]: DEBUG nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.913387] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d858a3-dd23-449f-9357-d2250473588d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.965311] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714460, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.15232} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.965311] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 835abe03-9245-4edf-8ffb-e1028aa7f7d3/835abe03-9245-4edf-8ffb-e1028aa7f7d3.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.965548] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.965720] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a03dac90-7ffb-439e-8e56-7c4ad23e7b0f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.977323] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.978798] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1219.978798] env[69262]: value = "task-3714469" [ 1219.978798] env[69262]: _type = "Task" [ 1219.978798] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.987599] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.228247] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52cf6ab4-962b-a9e2-b8be-6bb25154ef01, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.228956] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3217599f-72d0-4fb9-bb17-5f5c3d6c8fa6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.235185] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1220.235185] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52be252b-79e3-4ec9-9898-24734e23a118" [ 1220.235185] env[69262]: _type = "Task" [ 1220.235185] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.245163] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52be252b-79e3-4ec9-9898-24734e23a118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.434216] env[69262]: INFO nova.compute.manager [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Took 17.03 seconds to build instance. [ 1220.478354] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714467, 'name': ReconfigVM_Task, 'duration_secs': 0.667463} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.478596] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac/9d4c5401-f293-44ca-91e1-c4e883a2a8ac.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.480064] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'image_id': 'f64a0194-c9c2-4fef-aad9-a357d32a2f26'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739715', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'name': 'volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9d4c5401-f293-44ca-91e1-c4e883a2a8ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'serial': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab'}, 'delete_on_termination': False, 'attachment_id': 'f98e3acc-ee5a-4ed9-ad6f-802e967072e4', 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69262) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1220.480344] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.480557] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739715', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'name': 'volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9d4c5401-f293-44ca-91e1-c4e883a2a8ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'serial': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.481424] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffefcffd-a561-4bba-974f-23e574b5164a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.492511] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07006} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.503745] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.504695] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baa829d-4748-4e4e-8186-b4e0a8597505 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.507883] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a8532a-f169-493a-b902-da833cdb7d2a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.530957] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 835abe03-9245-4edf-8ffb-e1028aa7f7d3/835abe03-9245-4edf-8ffb-e1028aa7f7d3.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.543384] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf80aca-2ffd-4674-9c57-c026879260c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.564432] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab/volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.564764] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f456e5-d7d9-4e0c-b3d3-660872d385ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.583552] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1220.583552] env[69262]: value = "task-3714471" [ 1220.583552] env[69262]: _type = "Task" [ 1220.583552] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.584944] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1220.584944] env[69262]: value = "task-3714470" [ 1220.584944] env[69262]: _type = "Task" [ 1220.584944] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.596711] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714470, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.600014] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.747110] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52be252b-79e3-4ec9-9898-24734e23a118, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.747110] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.747389] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b847f40b-e5c8-41f0-b7d9-a46b31939a30/b847f40b-e5c8-41f0-b7d9-a46b31939a30.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.747660] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56c93140-b256-4029-9f38-75f5a1aeff72 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.755437] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1220.755437] env[69262]: value = "task-3714472" [ 1220.755437] env[69262]: _type = "Task" [ 1220.755437] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.764115] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.939708] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5d5d3f2a-bf3c-470b-9b3d-947e5fb7cdec tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.546s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.102658] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.106751] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714470, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.257217] env[69262]: DEBUG nova.compute.manager [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.257411] env[69262]: DEBUG nova.compute.manager [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing instance network info cache due to event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.257604] env[69262]: DEBUG oslo_concurrency.lockutils [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.257767] env[69262]: DEBUG oslo_concurrency.lockutils [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.257931] env[69262]: DEBUG nova.network.neutron [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.269794] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.599583] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714471, 'name': ReconfigVM_Task, 'duration_secs': 0.841988} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.603096] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab/volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.608180] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714470, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.608448] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b74a6b22-e954-437b-95a5-1ad02364e9c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.624691] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1221.624691] env[69262]: value = "task-3714473" [ 1221.624691] env[69262]: _type = "Task" [ 1221.624691] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.634198] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.772100] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643907} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.772428] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b847f40b-e5c8-41f0-b7d9-a46b31939a30/b847f40b-e5c8-41f0-b7d9-a46b31939a30.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.772647] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.772902] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bbe418b-58a9-47ad-8e06-a1e9f61aea11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.780240] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1221.780240] env[69262]: value = "task-3714474" [ 1221.780240] env[69262]: _type = "Task" [ 1221.780240] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.788720] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.929703] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1221.929950] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1221.930862] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac5545-9eeb-4f6c-9654-5914ef3bda2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.949340] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549f0e34-85ef-4692-9e76-e31b5281f009 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.974663] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352/volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.977336] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c7817a-b8e8-4a0c-9d35-7ccabad754f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.997141] env[69262]: DEBUG oslo_vmware.api [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1221.997141] env[69262]: value = "task-3714475" [ 1221.997141] env[69262]: _type = "Task" [ 1221.997141] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.009007] env[69262]: DEBUG oslo_vmware.api [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.026743] env[69262]: DEBUG nova.network.neutron [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updated VIF entry in instance network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.027397] env[69262]: DEBUG nova.network.neutron [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.103354] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714470, 'name': ReconfigVM_Task, 'duration_secs': 1.500537} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.103731] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 835abe03-9245-4edf-8ffb-e1028aa7f7d3/835abe03-9245-4edf-8ffb-e1028aa7f7d3.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.104580] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cff32f15-b4ba-4aca-9ea3-6cda13e27649 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.113634] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1222.113634] env[69262]: value = "task-3714476" [ 1222.113634] env[69262]: _type = "Task" [ 1222.113634] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.123478] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714476, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.135961] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714473, 'name': ReconfigVM_Task, 'duration_secs': 0.486769} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.136384] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739715', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'name': 'volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9d4c5401-f293-44ca-91e1-c4e883a2a8ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'serial': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1222.137093] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e5f352c-142b-47b3-8590-a6f1110b1333 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.144840] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1222.144840] env[69262]: value = "task-3714477" [ 1222.144840] env[69262]: _type = "Task" [ 1222.144840] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.154399] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714477, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.192297] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.192545] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.290886] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336424} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.291956] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.293032] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75bd5c6-fc86-4343-b088-fdc242696bbd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.315368] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] b847f40b-e5c8-41f0-b7d9-a46b31939a30/b847f40b-e5c8-41f0-b7d9-a46b31939a30.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.315749] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76cfca9-a9e6-48d3-8bd3-3011dfc84f71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.336448] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1222.336448] env[69262]: value = "task-3714478" [ 1222.336448] env[69262]: _type = "Task" [ 1222.336448] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.345591] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.509101] env[69262]: DEBUG oslo_vmware.api [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714475, 'name': ReconfigVM_Task, 'duration_secs': 0.485086} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.509506] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352/volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.514383] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4198018-6c7a-4cd3-9f6c-5a2e84e8a720 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.529979] env[69262]: DEBUG oslo_concurrency.lockutils [req-47e5a3a1-4b63-48ef-a301-fdbb016d7c20 req-f09c654a-624e-4136-85e4-83e811837cdd service nova] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.530449] env[69262]: DEBUG oslo_vmware.api [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1222.530449] env[69262]: value = "task-3714479" [ 1222.530449] env[69262]: _type = "Task" [ 1222.530449] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.539458] env[69262]: DEBUG oslo_vmware.api [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.623905] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714476, 'name': Rename_Task, 'duration_secs': 0.169315} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.624224] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.624491] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd88ed8b-eab6-46d5-a642-ced476102f99 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.631573] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1222.631573] env[69262]: value = "task-3714480" [ 1222.631573] env[69262]: _type = "Task" [ 1222.631573] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.640538] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.654815] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714477, 'name': Rename_Task, 'duration_secs': 0.227341} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.655115] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.655410] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53a34e7b-9f59-458c-a58a-f92ae1869e00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.662976] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1222.662976] env[69262]: value = "task-3714481" [ 1222.662976] env[69262]: _type = "Task" [ 1222.662976] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.675183] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.696596] env[69262]: DEBUG nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.847293] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714478, 'name': ReconfigVM_Task, 'duration_secs': 0.401533} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.847539] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Reconfigured VM instance instance-00000077 to attach disk [datastore2] b847f40b-e5c8-41f0-b7d9-a46b31939a30/b847f40b-e5c8-41f0-b7d9-a46b31939a30.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.848152] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b28bae32-3c43-4fad-8960-5684ec95c673 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.855217] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1222.855217] env[69262]: value = "task-3714482" [ 1222.855217] env[69262]: _type = "Task" [ 1222.855217] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.863377] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714482, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.041028] env[69262]: DEBUG oslo_vmware.api [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714479, 'name': ReconfigVM_Task, 'duration_secs': 0.179074} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.041028] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1223.142104] env[69262]: DEBUG oslo_vmware.api [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714480, 'name': PowerOnVM_Task, 'duration_secs': 0.484818} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.142395] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.142597] env[69262]: INFO nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1223.142772] env[69262]: DEBUG nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.143708] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7b53cf-228c-47f4-893b-e16783255830 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.172997] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.223030] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.223030] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.224665] env[69262]: INFO nova.compute.claims [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.366507] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714482, 'name': Rename_Task, 'duration_secs': 0.182572} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.366873] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.367140] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ec9f1c0-f192-4000-a12b-880407b5ae5d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.374340] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1223.374340] env[69262]: value = "task-3714483" [ 1223.374340] env[69262]: _type = "Task" [ 1223.374340] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.383197] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.660938] env[69262]: INFO nova.compute.manager [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Took 18.98 seconds to build instance. [ 1223.673971] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.886024] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.081126] env[69262]: DEBUG nova.objects.instance [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'flavor' on Instance uuid c6e4f2f5-b98e-4532-a2a9-b077c6826342 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.162841] env[69262]: DEBUG oslo_concurrency.lockutils [None req-b1a621a8-fc2b-49af-b1ca-d62fd3eb03b3 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.493s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.176709] env[69262]: DEBUG oslo_vmware.api [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714481, 'name': PowerOnVM_Task, 'duration_secs': 1.197334} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.177049] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.301593] env[69262]: DEBUG nova.compute.manager [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.302529] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34f781-84ff-4a4f-8b3a-3e80dbafd43e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.385216] env[69262]: DEBUG oslo_vmware.api [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714483, 'name': PowerOnVM_Task, 'duration_secs': 0.846155} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.385596] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.385744] env[69262]: INFO nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1224.385916] env[69262]: DEBUG nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.386706] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33068b89-06cb-4222-b4a7-2465a496cf62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.402380] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7a8edf-0a05-46b6-8617-59648177b1b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.411904] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0643549b-a695-46db-9d63-4af48f61fef7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.456078] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca0f48-594a-4df3-9147-e4926da3e485 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.465382] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db316b44-2dd7-4414-9a10-04c7f5e8bc66 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.480518] env[69262]: DEBUG nova.compute.provider_tree [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.591514] env[69262]: DEBUG oslo_concurrency.lockutils [None req-d7f1d5ca-8c10-4bbd-950f-13cd958cf707 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.296s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.823251] env[69262]: DEBUG oslo_concurrency.lockutils [None req-4c9a1a16-b01a-4b5d-ad6d-d4e7a577c447 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.373s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.916897] env[69262]: INFO nova.compute.manager [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Took 18.83 seconds to build instance. [ 1224.932914] env[69262]: DEBUG nova.compute.manager [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Received event network-changed-38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.933142] env[69262]: DEBUG nova.compute.manager [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Refreshing instance network info cache due to event network-changed-38d661a5-f2ae-41cf-a6c5-f0616fc1c989. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.933354] env[69262]: DEBUG oslo_concurrency.lockutils [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] Acquiring lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.933509] env[69262]: DEBUG oslo_concurrency.lockutils [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] Acquired lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.933739] env[69262]: DEBUG nova.network.neutron [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Refreshing network info cache for port 38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.988019] env[69262]: DEBUG nova.scheduler.client.report [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.093276] env[69262]: INFO nova.compute.manager [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Rebuilding instance [ 1225.141294] env[69262]: DEBUG nova.compute.manager [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.142520] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aad5634-72a0-410c-9f0b-53e11c620b59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.419630] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fa085ca7-1d27-4996-9979-b899fb0b7594 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.345s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.493685] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.494521] env[69262]: DEBUG nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.664429] env[69262]: DEBUG nova.network.neutron [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updated VIF entry in instance network info cache for port 38d661a5-f2ae-41cf-a6c5-f0616fc1c989. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.664830] env[69262]: DEBUG nova.network.neutron [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updating instance_info_cache with network_info: [{"id": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "address": "fa:16:3e:47:d9:80", "network": {"id": "f8220363-1af1-490e-b2f2-e8542fb9cad8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1231920783-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1c7d6780e9146ada3e548eb9c2da1c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38d661a5-f2", "ovs_interfaceid": "38d661a5-f2ae-41cf-a6c5-f0616fc1c989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.000101] env[69262]: DEBUG nova.compute.utils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.001801] env[69262]: DEBUG nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.001916] env[69262]: DEBUG nova.network.neutron [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.055651] env[69262]: DEBUG nova.policy [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.156362] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.156822] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab78f2c4-87fd-4074-b561-106c57145bfe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.167408] env[69262]: DEBUG oslo_concurrency.lockutils [req-12f1d6b3-e751-4810-ab3c-f18c7cf43a57 req-b58387e9-00ee-4743-bbdd-7ecd561144e9 service nova] Releasing lock "refresh_cache-835abe03-9245-4edf-8ffb-e1028aa7f7d3" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.168099] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1226.168099] env[69262]: value = "task-3714484" [ 1226.168099] env[69262]: _type = "Task" [ 1226.168099] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.180227] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.363657] env[69262]: DEBUG nova.network.neutron [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Successfully created port: e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.417929] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.418197] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.418412] env[69262]: DEBUG nova.compute.manager [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1226.419363] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37764010-28ed-4650-87bd-07dee13c36bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.427240] env[69262]: DEBUG nova.compute.manager [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1226.427858] env[69262]: DEBUG nova.objects.instance [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'flavor' on Instance uuid b847f40b-e5c8-41f0-b7d9-a46b31939a30 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.505907] env[69262]: DEBUG nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.484624] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714484, 'name': PowerOffVM_Task, 'duration_secs': 0.210881} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.485060] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.547439] env[69262]: INFO nova.compute.manager [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Detaching volume f6f0a61d-9844-4fb6-91c7-5a3ff85b9352 [ 1227.582462] env[69262]: INFO nova.virt.block_device [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Attempting to driver detach volume f6f0a61d-9844-4fb6-91c7-5a3ff85b9352 from mountpoint /dev/sdb [ 1227.582724] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1227.582932] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1227.583866] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08261deb-7ab2-433b-bd65-b4e50c353171 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.605752] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a2f632-1a9b-4963-aa79-064146bbda57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.613590] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a81e64d-f6be-49bc-9921-2472e4cce1d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.634747] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2585efd9-ff6b-4846-8aff-9cfa1c18656c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.651205] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] The volume has not been displaced from its original location: [datastore1] volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352/volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1227.656801] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1227.657273] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e665216e-71ae-44a6-83d4-7d47315f76ff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.678301] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1227.678301] env[69262]: value = "task-3714485" [ 1227.678301] env[69262]: _type = "Task" [ 1227.678301] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.689364] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.767551] env[69262]: DEBUG nova.compute.manager [req-85e4a00a-5589-487a-b352-db6b063d6bd8 req-f7076983-3bf5-4b41-8bc7-92c9c9f75bbc service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-vif-plugged-e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.767769] env[69262]: DEBUG oslo_concurrency.lockutils [req-85e4a00a-5589-487a-b352-db6b063d6bd8 req-f7076983-3bf5-4b41-8bc7-92c9c9f75bbc service nova] Acquiring lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.767948] env[69262]: DEBUG oslo_concurrency.lockutils [req-85e4a00a-5589-487a-b352-db6b063d6bd8 req-f7076983-3bf5-4b41-8bc7-92c9c9f75bbc service nova] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.768148] env[69262]: DEBUG oslo_concurrency.lockutils [req-85e4a00a-5589-487a-b352-db6b063d6bd8 req-f7076983-3bf5-4b41-8bc7-92c9c9f75bbc service nova] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.768324] env[69262]: DEBUG nova.compute.manager [req-85e4a00a-5589-487a-b352-db6b063d6bd8 req-f7076983-3bf5-4b41-8bc7-92c9c9f75bbc service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] No waiting events found dispatching network-vif-plugged-e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1227.768468] env[69262]: WARNING nova.compute.manager [req-85e4a00a-5589-487a-b352-db6b063d6bd8 req-f7076983-3bf5-4b41-8bc7-92c9c9f75bbc service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received unexpected event network-vif-plugged-e3f67bd6-653e-4b05-8184-06715052df26 for instance with vm_state building and task_state spawning. [ 1227.869841] env[69262]: DEBUG nova.network.neutron [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Successfully updated port: e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.979830] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.981280] env[69262]: DEBUG nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.983275] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c45991d-d4fb-48a7-a214-eb56968423a9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.991857] env[69262]: DEBUG oslo_vmware.api [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1227.991857] env[69262]: value = "task-3714486" [ 1227.991857] env[69262]: _type = "Task" [ 1227.991857] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.003547] env[69262]: DEBUG oslo_vmware.api [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.017438] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.017755] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.017926] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.018148] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.018285] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.018439] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.018649] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.018808] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.019041] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.019235] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.019414] env[69262]: DEBUG nova.virt.hardware [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.020528] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9136c241-ef2d-4875-9a5b-eb93f09ac764 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.029636] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e102d03b-3d80-4771-aeb6-9bef8fedbd86 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.189443] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714485, 'name': ReconfigVM_Task, 'duration_secs': 0.352029} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.189721] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.194513] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff05962-d939-4992-a6d0-9e1c6debfba6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.212179] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1228.212179] env[69262]: value = "task-3714487" [ 1228.212179] env[69262]: _type = "Task" [ 1228.212179] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.224627] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.374329] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.374527] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.374716] env[69262]: DEBUG nova.network.neutron [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.502821] env[69262]: DEBUG oslo_vmware.api [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714486, 'name': PowerOffVM_Task, 'duration_secs': 0.43086} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.503140] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.503425] env[69262]: DEBUG nova.compute.manager [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1228.504216] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab146d-7791-4636-b672-ed2a90c4144d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.722883] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714487, 'name': ReconfigVM_Task, 'duration_secs': 0.168734} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.723185] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1228.909279] env[69262]: DEBUG nova.network.neutron [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.016842] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a5036281-29ee-46a4-8ff4-996784fc3c39 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.599s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.034682] env[69262]: DEBUG nova.network.neutron [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.537276] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.537601] env[69262]: DEBUG nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Instance network_info: |[{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.538071] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:f9:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f92f0b92-d6fb-4d00-8ad5-6b3809ed5493', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3f67bd6-653e-4b05-8184-06715052df26', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.545655] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.546210] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.546440] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a97302c-2fec-47bc-ad10-c09092b1bd8d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.566566] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.566566] env[69262]: value = "task-3714488" [ 1229.566566] env[69262]: _type = "Task" [ 1229.566566] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.574455] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714488, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.777351] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.777758] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-140c94ed-8fbc-41c8-890a-a2c2c745ec27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.785304] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1229.785304] env[69262]: value = "task-3714489" [ 1229.785304] env[69262]: _type = "Task" [ 1229.785304] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.794581] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.796990] env[69262]: DEBUG nova.compute.manager [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-changed-e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.797192] env[69262]: DEBUG nova.compute.manager [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing instance network info cache due to event network-changed-e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.797405] env[69262]: DEBUG oslo_concurrency.lockutils [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.797545] env[69262]: DEBUG oslo_concurrency.lockutils [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.797705] env[69262]: DEBUG nova.network.neutron [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing network info cache for port e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.076883] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714488, 'name': CreateVM_Task, 'duration_secs': 0.356388} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.077144] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.077836] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.078017] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.078342] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.078593] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15614cd-ec05-4317-973f-3e3a9542677e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.083222] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1230.083222] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e992d2-e5d7-d37e-5127-597fffcebb36" [ 1230.083222] env[69262]: _type = "Task" [ 1230.083222] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.091009] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e992d2-e5d7-d37e-5127-597fffcebb36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.132741] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.132993] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.133224] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.133583] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.133804] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.136083] env[69262]: INFO nova.compute.manager [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Terminating instance [ 1230.297194] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1230.297473] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1230.297680] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1230.298491] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3aa92b-5d45-4044-bd6f-31d195282367 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.320319] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.320662] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.321443] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6762b11d-e7cb-445b-ac8a-9eee85dd8e3e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.324097] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.324285] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.324840] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.325011] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.325174] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.325311] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1230.325485] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.328986] env[69262]: WARNING nova.virt.vmwareapi.driver [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1230.329295] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.330092] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249dc6ab-b76f-48cd-b2e5-e16ca677dfeb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.337977] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.338902] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32bb82d0-ab83-4d5e-98d9-cf56946b64c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.416223] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.416562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.417159] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleting the datastore file [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.420432] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f517e095-160d-499a-a9e8-0ee0d7ac3cf8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.430011] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1230.430011] env[69262]: value = "task-3714491" [ 1230.430011] env[69262]: _type = "Task" [ 1230.430011] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.443450] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.522160] env[69262]: DEBUG nova.network.neutron [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updated VIF entry in instance network info cache for port e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.522546] env[69262]: DEBUG nova.network.neutron [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.594243] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e992d2-e5d7-d37e-5127-597fffcebb36, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.594571] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.594803] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.595053] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.595204] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.595381] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.595719] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cae029c-e426-40d8-bfc4-b0fd60492204 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.604463] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.604640] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.605346] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e628e48-a7a8-4191-ab55-90f9bd78c1e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.610332] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1230.610332] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5223cdfb-fe0c-e483-7961-4904ed5f7fb2" [ 1230.610332] env[69262]: _type = "Task" [ 1230.610332] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.617777] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5223cdfb-fe0c-e483-7961-4904ed5f7fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.640612] env[69262]: DEBUG nova.compute.manager [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1230.640977] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.641833] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d0ccf8-107e-4959-814f-dc234a77e395 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.649337] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.649595] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4737a0c-59e7-4c97-b5bd-2fed7134999f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.715395] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.715801] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.716035] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleting the datastore file [datastore2] b847f40b-e5c8-41f0-b7d9-a46b31939a30 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.716334] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a995d976-949b-4704-8c44-938c214fb13e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.723058] env[69262]: DEBUG oslo_vmware.api [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1230.723058] env[69262]: value = "task-3714493" [ 1230.723058] env[69262]: _type = "Task" [ 1230.723058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.731598] env[69262]: DEBUG oslo_vmware.api [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.829038] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.829292] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.829489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.829689] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1230.830699] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caf24c7-e405-4ac4-85db-0e9199c510c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.839753] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68856212-7219-4bcd-9a12-b3d266970a95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.854855] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211abef-c97c-427d-a6f1-58690ce69da2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.862489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c11b4ea-c739-49e9-99f4-fc55c030937d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.892170] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179493MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1230.892329] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.892558] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.943493] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133621} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.943756] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.943941] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.944161] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.967488] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.967971] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.967971] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "46b96e87-a7aa-4693-ac3b-946028cd836b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.968186] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.968358] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.971032] env[69262]: INFO nova.compute.manager [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Terminating instance [ 1231.025669] env[69262]: DEBUG oslo_concurrency.lockutils [req-567d543b-26f7-4b8d-8b62-e24f77de40fa req-c589cfba-2dbe-4d53-8bc3-4f68549b08f9 service nova] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.121018] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5223cdfb-fe0c-e483-7961-4904ed5f7fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008595} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.121818] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f3c8be1-e967-4335-9c1d-8feaa149cbf0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.127317] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1231.127317] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]528b976b-0780-ac5d-10c3-aa71744b8bcb" [ 1231.127317] env[69262]: _type = "Task" [ 1231.127317] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.135105] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528b976b-0780-ac5d-10c3-aa71744b8bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.232523] env[69262]: DEBUG oslo_vmware.api [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132144} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.232787] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.232957] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.233202] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.233334] env[69262]: INFO nova.compute.manager [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1231.233549] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.233734] env[69262]: DEBUG nova.compute.manager [-] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1231.233826] env[69262]: DEBUG nova.network.neutron [-] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.449328] env[69262]: INFO nova.virt.block_device [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Booting with volume f6f0a61d-9844-4fb6-91c7-5a3ff85b9352 at /dev/sdb [ 1231.474105] env[69262]: DEBUG nova.compute.manager [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.474340] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.475279] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a79466-a326-40b1-9518-588b8d3bb164 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.484494] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.484761] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5ab663f-b49f-4233-84e5-6752dba1c3dd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.487520] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48586115-6fb9-4608-84d6-c1c79d245e85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.497787] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551f4db0-f569-400b-bd38-3d4bfc05cf9c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.510920] env[69262]: DEBUG oslo_vmware.api [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1231.510920] env[69262]: value = "task-3714494" [ 1231.510920] env[69262]: _type = "Task" [ 1231.510920] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.520801] env[69262]: DEBUG oslo_vmware.api [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.539493] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37cf1941-32da-457c-991f-a04fdd299226 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.550311] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17857fe-3ead-45f1-bae3-0aed528b3b7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.584231] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8fb0d3-5c3b-49d1-baaf-100fa77920e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.591586] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa21eae-66a6-4cd7-a568-63386d586456 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.605660] env[69262]: DEBUG nova.virt.block_device [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updating existing volume attachment record: 7706b7b0-9219-4a80-996b-dd716236605c {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1231.638814] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]528b976b-0780-ac5d-10c3-aa71744b8bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.639080] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.639356] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 1264f402-f8eb-46fe-94b5-236fe47b09dd/1264f402-f8eb-46fe-94b5-236fe47b09dd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.639589] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5b254c1-540e-487e-9358-add4cdf71867 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.647407] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1231.647407] env[69262]: value = "task-3714495" [ 1231.647407] env[69262]: _type = "Task" [ 1231.647407] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.656454] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.824357] env[69262]: DEBUG nova.compute.manager [req-f23644b4-b3e5-4817-823d-11d88354fb85 req-3c3fb1d4-b7b0-4e5a-9352-9cbc06d1bb56 service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Received event network-vif-deleted-81e20a6a-7eb4-43d3-a297-42d116a5cf0e {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.824357] env[69262]: INFO nova.compute.manager [req-f23644b4-b3e5-4817-823d-11d88354fb85 req-3c3fb1d4-b7b0-4e5a-9352-9cbc06d1bb56 service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Neutron deleted interface 81e20a6a-7eb4-43d3-a297-42d116a5cf0e; detaching it from the instance and deleting it from the info cache [ 1231.824357] env[69262]: DEBUG nova.network.neutron [req-f23644b4-b3e5-4817-823d-11d88354fb85 req-3c3fb1d4-b7b0-4e5a-9352-9cbc06d1bb56 service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.933216] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 29b9821a-24a2-4872-a73b-08ccc8db925e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.933392] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6919c1d2-7aeb-4400-845f-46256f497e39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.933612] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 46b96e87-a7aa-4693-ac3b-946028cd836b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.933736] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance c6e4f2f5-b98e-4532-a2a9-b077c6826342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.933855] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 6d046397-6e5f-422a-92b1-e50f9534358e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.933968] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 9d4c5401-f293-44ca-91e1-c4e883a2a8ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.934095] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 84ecccca-4c6f-485f-8211-80fc7a24b86b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.934212] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 835abe03-9245-4edf-8ffb-e1028aa7f7d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.934320] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b847f40b-e5c8-41f0-b7d9-a46b31939a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.934422] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 1264f402-f8eb-46fe-94b5-236fe47b09dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.934609] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1231.934914] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1231.972895] env[69262]: DEBUG nova.network.neutron [-] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.022772] env[69262]: DEBUG oslo_vmware.api [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714494, 'name': PowerOffVM_Task, 'duration_secs': 0.32213} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.025888] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.026144] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.026695] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a10cb5-4cb1-4191-9778-345f992dbc77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.097955] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdeda30-4ebd-4b2d-bde3-3b891768de40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.110292] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.110532] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.110699] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Deleting the datastore file [datastore2] 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.111783] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d38197-242e-4dab-b2ca-4c0e7f8923c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.115350] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66ffcb9d-3054-41e0-906e-ad4a9c28ff18 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.153876] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356a4129-7325-4d4a-ac82-5161dc5acba7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.156240] env[69262]: DEBUG oslo_vmware.api [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1232.156240] env[69262]: value = "task-3714497" [ 1232.156240] env[69262]: _type = "Task" [ 1232.156240] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.167976] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.169873] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac0b72-cfba-4074-9f4e-f36e01dd8732 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.178142] env[69262]: DEBUG oslo_vmware.api [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.190351] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.327395] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00a696f9-60b2-40fa-95ff-006e934b5f88 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.339461] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158c4ac-41fa-4318-b703-a9b071c87d0d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.372067] env[69262]: DEBUG nova.compute.manager [req-f23644b4-b3e5-4817-823d-11d88354fb85 req-3c3fb1d4-b7b0-4e5a-9352-9cbc06d1bb56 service nova] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Detach interface failed, port_id=81e20a6a-7eb4-43d3-a297-42d116a5cf0e, reason: Instance b847f40b-e5c8-41f0-b7d9-a46b31939a30 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.475571] env[69262]: INFO nova.compute.manager [-] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Took 1.24 seconds to deallocate network for instance. [ 1232.658829] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584323} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.659310] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 1264f402-f8eb-46fe-94b5-236fe47b09dd/1264f402-f8eb-46fe-94b5-236fe47b09dd.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.659450] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.662482] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-844a1c2d-1f86-417c-a752-c5a87ba72d9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.672121] env[69262]: DEBUG oslo_vmware.api [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220497} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.673620] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.673620] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.673743] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.673912] env[69262]: INFO nova.compute.manager [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1232.674214] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.674445] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1232.674445] env[69262]: value = "task-3714498" [ 1232.674445] env[69262]: _type = "Task" [ 1232.674445] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.674645] env[69262]: DEBUG nova.compute.manager [-] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.674732] env[69262]: DEBUG nova.network.neutron [-] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.685202] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.693431] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.981689] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.185779] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252565} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.186093] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.186924] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b88c74-70b2-4741-88fb-9669b2295ed5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.201643] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1233.201897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.309s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.213118] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 1264f402-f8eb-46fe-94b5-236fe47b09dd/1264f402-f8eb-46fe-94b5-236fe47b09dd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.213780] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.232s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.214015] env[69262]: DEBUG nova.objects.instance [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'resources' on Instance uuid b847f40b-e5c8-41f0-b7d9-a46b31939a30 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.215334] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccedfeae-f49c-4a65-9a07-1a8449d90417 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.241589] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1233.241589] env[69262]: value = "task-3714499" [ 1233.241589] env[69262]: _type = "Task" [ 1233.241589] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.251261] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.373230] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1cb77d-cc8a-42d7-b3ca-14ec5e6f34bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.381330] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9e4906-b584-4099-9c1c-8222ab6dec7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.412160] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f5559c-431d-49b9-a3f5-d8332062ddda {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.420453] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617f2c43-7a91-4707-b47b-fa3a3b651087 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.436701] env[69262]: DEBUG nova.compute.provider_tree [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.634257] env[69262]: DEBUG nova.network.neutron [-] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.750157] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.750473] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.750594] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.750752] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.750916] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.751075] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.751290] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.751448] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.751614] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.751772] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.751941] env[69262]: DEBUG nova.virt.hardware [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.752866] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee86dd-7e8c-406d-9dc6-da722274e9df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.758379] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.763774] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a940e7b-d566-4d60-9666-9f6ef592c570 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.777827] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:5e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2ecbbde-1358-4310-a7dd-7b95de0402cf', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.785117] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.785961] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.785961] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be6c0f3e-a16c-4b3f-9d4b-7f025323168d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.806247] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.806247] env[69262]: value = "task-3714500" [ 1233.806247] env[69262]: _type = "Task" [ 1233.806247] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.814614] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714500, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.857533] env[69262]: DEBUG nova.compute.manager [req-0cadf5cf-4247-4796-a2c5-13ef9b1aab0c req-dcc9e7d6-9e0c-4441-9e97-ad3abc777a64 service nova] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Received event network-vif-deleted-d434ad4e-1349-481f-badf-b73d19f17fd5 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.940367] env[69262]: DEBUG nova.scheduler.client.report [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.138127] env[69262]: INFO nova.compute.manager [-] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Took 1.46 seconds to deallocate network for instance. [ 1234.252620] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714499, 'name': ReconfigVM_Task, 'duration_secs': 1.003752} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.252893] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 1264f402-f8eb-46fe-94b5-236fe47b09dd/1264f402-f8eb-46fe-94b5-236fe47b09dd.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.253587] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5092d1d5-9ee8-4c86-a03a-552ecd70f2e5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.260014] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1234.260014] env[69262]: value = "task-3714501" [ 1234.260014] env[69262]: _type = "Task" [ 1234.260014] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.268548] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714501, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.315692] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714500, 'name': CreateVM_Task, 'duration_secs': 0.329336} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.315880] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.316591] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.316759] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.317104] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.317385] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6345f6e-46b4-42c8-a6e4-0f8723c1af89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.322146] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1234.322146] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275d08d-5f31-e547-bef8-aa23b0bf95f4" [ 1234.322146] env[69262]: _type = "Task" [ 1234.322146] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.330113] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275d08d-5f31-e547-bef8-aa23b0bf95f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.446303] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.232s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.472719] env[69262]: INFO nova.scheduler.client.report [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted allocations for instance b847f40b-e5c8-41f0-b7d9-a46b31939a30 [ 1234.644019] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.644336] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.644560] env[69262]: DEBUG nova.objects.instance [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'resources' on Instance uuid 46b96e87-a7aa-4693-ac3b-946028cd836b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.771329] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714501, 'name': Rename_Task, 'duration_secs': 0.132639} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.771700] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.771822] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-846287d1-9473-472a-8330-3385a2eab7f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.778058] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1234.778058] env[69262]: value = "task-3714502" [ 1234.778058] env[69262]: _type = "Task" [ 1234.778058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.785371] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.832695] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5275d08d-5f31-e547-bef8-aa23b0bf95f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009102} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.833039] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.833298] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.833554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.833699] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.833936] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.834241] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ae807dd-db94-4644-9ab8-4d0295ac59cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.842954] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.843156] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.843886] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba31578e-bcfa-4591-a0ba-4f5b64ea2c01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.849341] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1234.849341] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292c930-c926-205d-16a8-3b9f164b0adc" [ 1234.849341] env[69262]: _type = "Task" [ 1234.849341] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.857324] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292c930-c926-205d-16a8-3b9f164b0adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.982154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7cd73fda-2283-423a-b035-97d85ce34d1a tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "b847f40b-e5c8-41f0-b7d9-a46b31939a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.849s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.290650] env[69262]: DEBUG oslo_vmware.api [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714502, 'name': PowerOnVM_Task, 'duration_secs': 0.464469} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.292069] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.292365] env[69262]: INFO nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1235.292625] env[69262]: DEBUG nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.293706] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958beeb3-a1ea-46c2-8738-2ac0599e6e76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.297852] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fbe4d3-5054-46af-9352-e557448ad7b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.308931] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b11b19-9066-4993-8b6f-278f5a26c46d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.345826] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375f6740-62bb-4e8e-a786-1bafd7079e7c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.358445] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a94973d-fb83-43d9-a404-4edb6f6edfe1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.366100] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292c930-c926-205d-16a8-3b9f164b0adc, 'name': SearchDatastore_Task, 'duration_secs': 0.008771} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.367282] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdbb24b-5bb6-4640-84ab-d66fbcf6503a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.377730] env[69262]: DEBUG nova.compute.provider_tree [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.383650] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1235.383650] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]523cfc24-4f47-c2b7-70c7-ca83edcc3ffe" [ 1235.383650] env[69262]: _type = "Task" [ 1235.383650] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.393221] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523cfc24-4f47-c2b7-70c7-ca83edcc3ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.825541] env[69262]: INFO nova.compute.manager [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Took 12.62 seconds to build instance. [ 1235.881164] env[69262]: DEBUG nova.scheduler.client.report [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.893864] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]523cfc24-4f47-c2b7-70c7-ca83edcc3ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.894738] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.894738] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.894738] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62bac802-2ca9-4fa2-be86-f8841c8dd56c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.901867] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1235.901867] env[69262]: value = "task-3714503" [ 1235.901867] env[69262]: _type = "Task" [ 1235.901867] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.910162] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.979282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "6919c1d2-7aeb-4400-845f-46256f497e39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.979555] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "6919c1d2-7aeb-4400-845f-46256f497e39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.979777] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "6919c1d2-7aeb-4400-845f-46256f497e39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.979959] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "6919c1d2-7aeb-4400-845f-46256f497e39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.980221] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "6919c1d2-7aeb-4400-845f-46256f497e39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.982219] env[69262]: INFO nova.compute.manager [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Terminating instance [ 1236.327733] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ccf8453a-cdac-4426-bae4-9657dd58a9e1 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.135s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.390340] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.411928] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447241} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.412909] env[69262]: INFO nova.scheduler.client.report [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Deleted allocations for instance 46b96e87-a7aa-4693-ac3b-946028cd836b [ 1236.413944] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.414203] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.419230] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f24ca27e-2703-4c7c-8603-327525d5d5f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.426957] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1236.426957] env[69262]: value = "task-3714504" [ 1236.426957] env[69262]: _type = "Task" [ 1236.426957] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.437022] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.486276] env[69262]: DEBUG nova.compute.manager [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.486562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.487518] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2b0d63-4206-4cc4-b06a-41f03d26f8ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.500450] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.500929] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b58519b-ddba-4442-8bb7-0790e0ec2e40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.508179] env[69262]: DEBUG oslo_vmware.api [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1236.508179] env[69262]: value = "task-3714505" [ 1236.508179] env[69262]: _type = "Task" [ 1236.508179] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.520475] env[69262]: DEBUG oslo_vmware.api [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.925713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fb351efa-c4e7-4578-abe5-ce79a3b113f5 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "46b96e87-a7aa-4693-ac3b-946028cd836b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.958s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.942046] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066302} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.944242] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1236.945306] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2136c7-a538-4171-9caa-382458a08d82 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.968675] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.969707] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b422daf9-aa71-427e-8fb6-4e9a14c688b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.989929] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1236.989929] env[69262]: value = "task-3714506" [ 1236.989929] env[69262]: _type = "Task" [ 1236.989929] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.999451] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.017858] env[69262]: DEBUG oslo_vmware.api [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714505, 'name': PowerOffVM_Task, 'duration_secs': 0.220252} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.018719] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.019218] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.019699] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-120c1781-0723-4e87-b150-0b17d1a03537 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.088727] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.088727] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.088727] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleting the datastore file [datastore1] 6919c1d2-7aeb-4400-845f-46256f497e39 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.088727] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afdd1f42-7097-4b09-8429-197ef54ac400 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.095057] env[69262]: DEBUG oslo_vmware.api [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for the task: (returnval){ [ 1237.095057] env[69262]: value = "task-3714508" [ 1237.095057] env[69262]: _type = "Task" [ 1237.095057] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.105518] env[69262]: DEBUG oslo_vmware.api [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.176441] env[69262]: DEBUG nova.compute.manager [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.176441] env[69262]: DEBUG nova.compute.manager [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing instance network info cache due to event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.177077] env[69262]: DEBUG oslo_concurrency.lockutils [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.177459] env[69262]: DEBUG oslo_concurrency.lockutils [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.177887] env[69262]: DEBUG nova.network.neutron [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.502995] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714506, 'name': ReconfigVM_Task, 'duration_secs': 0.294833} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.503346] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342/c6e4f2f5-b98e-4532-a2a9-b077c6826342.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.504657] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'size': 0, 'encryption_options': None, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'image_id': 'f64a0194-c9c2-4fef-aad9-a357d32a2f26'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'}, 'delete_on_termination': False, 'attachment_id': '7706b7b0-9219-4a80-996b-dd716236605c', 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69262) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1237.504832] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1237.504988] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1237.506040] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8440c-b439-410e-8053-3a4830d34a2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.524302] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d992f1-4d7b-4004-a80d-4aa148abf9ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.552894] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352/volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.553248] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb2b01cc-3fc0-42d8-be02-7be2327d1a68 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.572800] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1237.572800] env[69262]: value = "task-3714509" [ 1237.572800] env[69262]: _type = "Task" [ 1237.572800] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.581443] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.606366] env[69262]: DEBUG oslo_vmware.api [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Task: {'id': task-3714508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179455} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.606702] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.607140] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.607140] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.607274] env[69262]: INFO nova.compute.manager [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1237.607534] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.607808] env[69262]: DEBUG nova.compute.manager [-] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.607910] env[69262]: DEBUG nova.network.neutron [-] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.058404] env[69262]: DEBUG nova.network.neutron [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updated VIF entry in instance network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.058739] env[69262]: DEBUG nova.network.neutron [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.089909] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714509, 'name': ReconfigVM_Task, 'duration_secs': 0.32284} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.090211] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352/volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.096733] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d7b809d-d2b1-4d77-8a74-7185b45ab656 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.109295] env[69262]: DEBUG nova.compute.manager [req-01a66a6f-a755-4af5-bd7b-60cec94613a5 req-4953b061-d52b-4785-915a-027965c682e6 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Received event network-vif-deleted-38e9d518-2942-4eb6-884f-5e8257a484ef {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.109502] env[69262]: INFO nova.compute.manager [req-01a66a6f-a755-4af5-bd7b-60cec94613a5 req-4953b061-d52b-4785-915a-027965c682e6 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Neutron deleted interface 38e9d518-2942-4eb6-884f-5e8257a484ef; detaching it from the instance and deleting it from the info cache [ 1238.109676] env[69262]: DEBUG nova.network.neutron [req-01a66a6f-a755-4af5-bd7b-60cec94613a5 req-4953b061-d52b-4785-915a-027965c682e6 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.117266] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1238.117266] env[69262]: value = "task-3714510" [ 1238.117266] env[69262]: _type = "Task" [ 1238.117266] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.126750] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.564650] env[69262]: DEBUG oslo_concurrency.lockutils [req-6826fcbb-1299-4a0b-800b-de5101c88a03 req-285d354b-bed1-444e-bd9e-f6eb8a451db3 service nova] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.573620] env[69262]: DEBUG nova.network.neutron [-] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.613145] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de65bb72-54d4-42fd-8b68-84752fbba083 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.630336] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38485cf-2b29-4ac6-ab8b-b52b68aaf3b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.654017] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714510, 'name': ReconfigVM_Task, 'duration_secs': 0.162486} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.655097] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1238.656122] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd10f2d7-1cb2-44ac-89e6-c3c34ae421e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.665142] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1238.665142] env[69262]: value = "task-3714511" [ 1238.665142] env[69262]: _type = "Task" [ 1238.665142] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.689069] env[69262]: DEBUG nova.compute.manager [req-01a66a6f-a755-4af5-bd7b-60cec94613a5 req-4953b061-d52b-4785-915a-027965c682e6 service nova] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Detach interface failed, port_id=38e9d518-2942-4eb6-884f-5e8257a484ef, reason: Instance 6919c1d2-7aeb-4400-845f-46256f497e39 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.696322] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714511, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.077834] env[69262]: INFO nova.compute.manager [-] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Took 1.47 seconds to deallocate network for instance. [ 1239.177822] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714511, 'name': Rename_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.201478] env[69262]: DEBUG nova.compute.manager [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-changed-e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.201478] env[69262]: DEBUG nova.compute.manager [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing instance network info cache due to event network-changed-e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.201575] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.201693] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.201860] env[69262]: DEBUG nova.network.neutron [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing network info cache for port e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.586979] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.587303] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.587517] env[69262]: DEBUG nova.objects.instance [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lazy-loading 'resources' on Instance uuid 6919c1d2-7aeb-4400-845f-46256f497e39 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.678536] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714511, 'name': Rename_Task, 'duration_secs': 0.913588} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.678874] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.682032] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c4733f6-923c-4905-b29f-31965cfa3b3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.687736] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1239.687736] env[69262]: value = "task-3714512" [ 1239.687736] env[69262]: _type = "Task" [ 1239.687736] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.697039] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.916113] env[69262]: DEBUG nova.network.neutron [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updated VIF entry in instance network info cache for port e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1239.916643] env[69262]: DEBUG nova.network.neutron [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.107143] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.107470] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.146424] env[69262]: DEBUG nova.compute.manager [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-changed-e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.146649] env[69262]: DEBUG nova.compute.manager [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing instance network info cache due to event network-changed-e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.146904] env[69262]: DEBUG oslo_concurrency.lockutils [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.198044] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.222447] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a49e2a-3a72-4f6d-b2c5-3367473ea3be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.230865] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42715a-d9f8-44d7-ad92-6139ad269bd9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.265869] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c4df1e-1242-412d-940f-f70c419c442c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.273862] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd39e0-925b-4e8c-aa40-412533f0d70d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.287755] env[69262]: DEBUG nova.compute.provider_tree [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.420250] env[69262]: DEBUG oslo_concurrency.lockutils [req-4aab5c87-cc3a-42fe-a608-a521fa406248 req-c451808e-7fbe-4cdc-80ba-4249dc107939 service nova] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.420672] env[69262]: DEBUG oslo_concurrency.lockutils [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.420870] env[69262]: DEBUG nova.network.neutron [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing network info cache for port e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.610786] env[69262]: DEBUG nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.698926] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.791417] env[69262]: DEBUG nova.scheduler.client.report [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.132653] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.143043] env[69262]: DEBUG nova.network.neutron [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updated VIF entry in instance network info cache for port e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.143499] env[69262]: DEBUG nova.network.neutron [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.198513] env[69262]: DEBUG oslo_vmware.api [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714512, 'name': PowerOnVM_Task, 'duration_secs': 1.340839} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.198796] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.199121] env[69262]: DEBUG nova.compute.manager [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1241.199810] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aea856-2783-4b94-b400-b80cd79140a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.296745] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.299185] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.167s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.300728] env[69262]: INFO nova.compute.claims [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.315385] env[69262]: INFO nova.scheduler.client.report [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Deleted allocations for instance 6919c1d2-7aeb-4400-845f-46256f497e39 [ 1241.646426] env[69262]: DEBUG oslo_concurrency.lockutils [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.646426] env[69262]: DEBUG nova.compute.manager [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.646605] env[69262]: DEBUG nova.compute.manager [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing instance network info cache due to event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.646852] env[69262]: DEBUG oslo_concurrency.lockutils [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.647092] env[69262]: DEBUG oslo_concurrency.lockutils [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.647274] env[69262]: DEBUG nova.network.neutron [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.717875] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.822386] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7e8bdf21-2e5a-4020-bf83-760f2d21f246 tempest-ServersTestJSON-1391011431 tempest-ServersTestJSON-1391011431-project-member] Lock "6919c1d2-7aeb-4400-845f-46256f497e39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.843s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.367293] env[69262]: DEBUG nova.network.neutron [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updated VIF entry in instance network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.368101] env[69262]: DEBUG nova.network.neutron [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.435742] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30eaafa-8d38-409d-ba62-d708c6a712cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.444598] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e34ee6-21e4-4e48-8da8-73215fda0b5b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.476246] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbd88c3-9811-4b29-a955-6678880d317e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.484802] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5b7476-1689-43f4-8fbd-c49c4ed3f5c4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.500074] env[69262]: DEBUG nova.compute.provider_tree [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.565690] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "6d046397-6e5f-422a-92b1-e50f9534358e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.565862] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.566061] env[69262]: DEBUG nova.compute.manager [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.567034] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a788e3e-653a-4f4b-ab58-59634c7f4916 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.575403] env[69262]: DEBUG nova.compute.manager [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1242.576227] env[69262]: DEBUG nova.objects.instance [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'flavor' on Instance uuid 6d046397-6e5f-422a-92b1-e50f9534358e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.870777] env[69262]: DEBUG oslo_concurrency.lockutils [req-2fcdee53-6dcb-40b1-a39f-e37103e9f332 req-da9c69ba-8cc0-4eaa-8db2-9c9b9b403f60 service nova] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.003999] env[69262]: DEBUG nova.scheduler.client.report [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.509754] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.511186] env[69262]: DEBUG nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.513255] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.796s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.513338] env[69262]: DEBUG nova.objects.instance [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1243.585965] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.586262] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a40f71ac-8926-495f-98da-380ecf560358 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.595297] env[69262]: DEBUG oslo_vmware.api [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1243.595297] env[69262]: value = "task-3714513" [ 1243.595297] env[69262]: _type = "Task" [ 1243.595297] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.605142] env[69262]: DEBUG oslo_vmware.api [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.018609] env[69262]: DEBUG nova.compute.utils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.022984] env[69262]: DEBUG nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.023138] env[69262]: DEBUG nova.network.neutron [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.068706] env[69262]: DEBUG nova.policy [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '016bcbb55cba4b58ae0850729890ccd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ac8d00c91754157ad6db7bd5ea50e5a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.106663] env[69262]: DEBUG oslo_vmware.api [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714513, 'name': PowerOffVM_Task, 'duration_secs': 0.253293} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.106981] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.107244] env[69262]: DEBUG nova.compute.manager [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.108071] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bed2c0-3cfb-4ec1-a5ca-05d009b75f12 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.377556] env[69262]: DEBUG nova.network.neutron [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Successfully created port: a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.524290] env[69262]: DEBUG nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.527873] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1c3e5e52-1eff-4ae3-a158-302a96e04e02 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.621045] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1d37fd1-1f00-4de7-94c0-dac9ed219a4c tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.998488] env[69262]: DEBUG nova.objects.instance [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'flavor' on Instance uuid 6d046397-6e5f-422a-92b1-e50f9534358e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.504061] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.504256] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.504303] env[69262]: DEBUG nova.network.neutron [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.504466] env[69262]: DEBUG nova.objects.instance [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'info_cache' on Instance uuid 6d046397-6e5f-422a-92b1-e50f9534358e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.535403] env[69262]: DEBUG nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.564998] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.565267] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.565423] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.565689] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.565839] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.566011] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.566226] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.566386] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.566575] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.566747] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.566920] env[69262]: DEBUG nova.virt.hardware [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.567804] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706e9ec-efdc-4a03-9ac2-c41f165da6b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.575814] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b204cf22-fcf4-4d32-ad93-fb1a5b5ddee1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.750798] env[69262]: DEBUG nova.compute.manager [req-de6c490e-f4cb-4af7-b8d7-2f1583a175a2 req-dde65ed4-8c66-4829-96ac-ede586153bb3 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Received event network-vif-plugged-a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.751039] env[69262]: DEBUG oslo_concurrency.lockutils [req-de6c490e-f4cb-4af7-b8d7-2f1583a175a2 req-dde65ed4-8c66-4829-96ac-ede586153bb3 service nova] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.751252] env[69262]: DEBUG oslo_concurrency.lockutils [req-de6c490e-f4cb-4af7-b8d7-2f1583a175a2 req-dde65ed4-8c66-4829-96ac-ede586153bb3 service nova] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.751418] env[69262]: DEBUG oslo_concurrency.lockutils [req-de6c490e-f4cb-4af7-b8d7-2f1583a175a2 req-dde65ed4-8c66-4829-96ac-ede586153bb3 service nova] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.751618] env[69262]: DEBUG nova.compute.manager [req-de6c490e-f4cb-4af7-b8d7-2f1583a175a2 req-dde65ed4-8c66-4829-96ac-ede586153bb3 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] No waiting events found dispatching network-vif-plugged-a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1245.751800] env[69262]: WARNING nova.compute.manager [req-de6c490e-f4cb-4af7-b8d7-2f1583a175a2 req-dde65ed4-8c66-4829-96ac-ede586153bb3 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Received unexpected event network-vif-plugged-a0963ad4-6076-469b-bf64-fcb473d2006a for instance with vm_state building and task_state spawning. [ 1245.840522] env[69262]: DEBUG nova.network.neutron [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Successfully updated port: a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.008344] env[69262]: DEBUG nova.objects.base [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Object Instance<6d046397-6e5f-422a-92b1-e50f9534358e> lazy-loaded attributes: flavor,info_cache {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1246.343249] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.343447] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.343647] env[69262]: DEBUG nova.network.neutron [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.716110] env[69262]: DEBUG nova.network.neutron [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Updating instance_info_cache with network_info: [{"id": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "address": "fa:16:3e:6f:5b:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89906a-e2", "ovs_interfaceid": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.874103] env[69262]: DEBUG nova.network.neutron [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.995106] env[69262]: DEBUG nova.network.neutron [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updating instance_info_cache with network_info: [{"id": "a0963ad4-6076-469b-bf64-fcb473d2006a", "address": "fa:16:3e:13:71:ec", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0963ad4-60", "ovs_interfaceid": "a0963ad4-6076-469b-bf64-fcb473d2006a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.219346] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.497597] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.497988] env[69262]: DEBUG nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Instance network_info: |[{"id": "a0963ad4-6076-469b-bf64-fcb473d2006a", "address": "fa:16:3e:13:71:ec", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0963ad4-60", "ovs_interfaceid": "a0963ad4-6076-469b-bf64-fcb473d2006a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.498433] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:71:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0963ad4-6076-469b-bf64-fcb473d2006a', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.506122] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.506394] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.506575] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6447d0fe-6c0a-47bb-b16f-2be4e7a9753c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.527577] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.527577] env[69262]: value = "task-3714514" [ 1247.527577] env[69262]: _type = "Task" [ 1247.527577] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.535703] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714514, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.777483] env[69262]: DEBUG nova.compute.manager [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Received event network-changed-a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.777782] env[69262]: DEBUG nova.compute.manager [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Refreshing instance network info cache due to event network-changed-a0963ad4-6076-469b-bf64-fcb473d2006a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.777782] env[69262]: DEBUG oslo_concurrency.lockutils [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] Acquiring lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.777939] env[69262]: DEBUG oslo_concurrency.lockutils [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] Acquired lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.778027] env[69262]: DEBUG nova.network.neutron [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Refreshing network info cache for port a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.038212] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714514, 'name': CreateVM_Task, 'duration_secs': 0.299085} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.038423] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.039337] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.039511] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.039852] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.040140] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f31706e-a7df-4147-8fa0-f66761ecdb71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.045029] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1248.045029] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ff40a1-cb3e-9038-4c8d-c947450e39a9" [ 1248.045029] env[69262]: _type = "Task" [ 1248.045029] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.053404] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ff40a1-cb3e-9038-4c8d-c947450e39a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.226821] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.227234] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad86257b-ed90-4f45-9762-4a22207f9bf6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.236343] env[69262]: DEBUG oslo_vmware.api [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1248.236343] env[69262]: value = "task-3714515" [ 1248.236343] env[69262]: _type = "Task" [ 1248.236343] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.245208] env[69262]: DEBUG oslo_vmware.api [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.488377] env[69262]: DEBUG nova.network.neutron [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updated VIF entry in instance network info cache for port a0963ad4-6076-469b-bf64-fcb473d2006a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.488750] env[69262]: DEBUG nova.network.neutron [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updating instance_info_cache with network_info: [{"id": "a0963ad4-6076-469b-bf64-fcb473d2006a", "address": "fa:16:3e:13:71:ec", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0963ad4-60", "ovs_interfaceid": "a0963ad4-6076-469b-bf64-fcb473d2006a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.555898] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ff40a1-cb3e-9038-4c8d-c947450e39a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012011} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.556214] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.556448] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1248.556789] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.556927] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.557080] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.557353] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-027fdb5e-13e3-404b-8736-69097b6ccb6b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.567156] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.567355] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1248.568223] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d71b7b3-cb1b-4181-a265-8234b9486b19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.575438] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1248.575438] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b45084-eae8-0e13-b139-11224f92baaf" [ 1248.575438] env[69262]: _type = "Task" [ 1248.575438] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.584273] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b45084-eae8-0e13-b139-11224f92baaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.746959] env[69262]: DEBUG oslo_vmware.api [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714515, 'name': PowerOnVM_Task, 'duration_secs': 0.398125} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.747277] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.747518] env[69262]: DEBUG nova.compute.manager [None req-bdf74807-5ab9-4493-8ea2-9fe934b8e701 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1248.748350] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b23146-8ab0-4896-b2c3-af8935920866 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.991425] env[69262]: DEBUG oslo_concurrency.lockutils [req-1712a40d-f441-44fe-add4-7d3f58e3b3fe req-28eef960-5ef9-40b2-8f27-ddc4f50585c0 service nova] Releasing lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.085734] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b45084-eae8-0e13-b139-11224f92baaf, 'name': SearchDatastore_Task, 'duration_secs': 0.015622} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.086537] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3197bf39-8930-41ab-8bd2-3c1dde40c861 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.091746] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1249.091746] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52902c3d-8476-1ffb-d90c-0d598a4fb607" [ 1249.091746] env[69262]: _type = "Task" [ 1249.091746] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.099476] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52902c3d-8476-1ffb-d90c-0d598a4fb607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.603051] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52902c3d-8476-1ffb-d90c-0d598a4fb607, 'name': SearchDatastore_Task, 'duration_secs': 0.009762} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.603325] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.603593] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] d82e3710-3784-40ee-9cfc-e976faae02f9/d82e3710-3784-40ee-9cfc-e976faae02f9.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.603858] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a67f6ea-61af-4425-867a-9907283b3c38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.611129] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1249.611129] env[69262]: value = "task-3714516" [ 1249.611129] env[69262]: _type = "Task" [ 1249.611129] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.619541] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.773224] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a6d2ce-d3a8-4c6e-886b-cdb5495c7b10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.780699] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e0f13d-1df4-4921-867a-f268957a8354 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Suspending the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1249.781050] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-09e4ea16-81b8-434d-b899-3a73a030fffe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.788869] env[69262]: DEBUG oslo_vmware.api [None req-c1e0f13d-1df4-4921-867a-f268957a8354 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1249.788869] env[69262]: value = "task-3714517" [ 1249.788869] env[69262]: _type = "Task" [ 1249.788869] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.798969] env[69262]: DEBUG oslo_vmware.api [None req-c1e0f13d-1df4-4921-867a-f268957a8354 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714517, 'name': SuspendVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.122632] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487641} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.123028] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] d82e3710-3784-40ee-9cfc-e976faae02f9/d82e3710-3784-40ee-9cfc-e976faae02f9.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.123162] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.123433] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560c0db5-8827-405c-9cf6-7e685a107937 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.130722] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1250.130722] env[69262]: value = "task-3714518" [ 1250.130722] env[69262]: _type = "Task" [ 1250.130722] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.140142] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.299139] env[69262]: DEBUG oslo_vmware.api [None req-c1e0f13d-1df4-4921-867a-f268957a8354 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714517, 'name': SuspendVM_Task} progress is 87%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.641627] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07796} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.641856] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.642713] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4520e192-c865-49b5-b066-cda08bdb914b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.665212] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] d82e3710-3784-40ee-9cfc-e976faae02f9/d82e3710-3784-40ee-9cfc-e976faae02f9.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.665568] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b6c982b-c665-4e63-b5ff-f42f2fc07799 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.686192] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1250.686192] env[69262]: value = "task-3714519" [ 1250.686192] env[69262]: _type = "Task" [ 1250.686192] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.694652] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.799820] env[69262]: DEBUG oslo_vmware.api [None req-c1e0f13d-1df4-4921-867a-f268957a8354 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714517, 'name': SuspendVM_Task, 'duration_secs': 0.784637} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.800193] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e0f13d-1df4-4921-867a-f268957a8354 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Suspended the VM {{(pid=69262) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1250.800390] env[69262]: DEBUG nova.compute.manager [None req-c1e0f13d-1df4-4921-867a-f268957a8354 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1250.801250] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6004e8-6c73-41b9-b6c0-3cdc14279057 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.196577] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.697158] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.158655] env[69262]: INFO nova.compute.manager [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Resuming [ 1252.159551] env[69262]: DEBUG nova.objects.instance [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'flavor' on Instance uuid 6d046397-6e5f-422a-92b1-e50f9534358e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.196813] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714519, 'name': ReconfigVM_Task, 'duration_secs': 1.275827} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.197193] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfigured VM instance instance-00000079 to attach disk [datastore1] d82e3710-3784-40ee-9cfc-e976faae02f9/d82e3710-3784-40ee-9cfc-e976faae02f9.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.197737] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f22d3b-0fcb-4daf-91bc-38ca094c8e96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.204842] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1252.204842] env[69262]: value = "task-3714520" [ 1252.204842] env[69262]: _type = "Task" [ 1252.204842] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.215036] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714520, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.716412] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714520, 'name': Rename_Task, 'duration_secs': 0.189551} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.716735] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.717016] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04caf9c-700c-4dea-8a0c-d68df7b56197 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.723885] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1252.723885] env[69262]: value = "task-3714521" [ 1252.723885] env[69262]: _type = "Task" [ 1252.723885] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.732383] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.234765] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.671194] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.671409] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquired lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.671573] env[69262]: DEBUG nova.network.neutron [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.734220] env[69262]: DEBUG oslo_vmware.api [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714521, 'name': PowerOnVM_Task, 'duration_secs': 0.534475} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.734502] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.734708] env[69262]: INFO nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1253.734887] env[69262]: DEBUG nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.735727] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecaff01-b45e-4961-9749-92a9f4f82b62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.256158] env[69262]: INFO nova.compute.manager [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Took 13.14 seconds to build instance. [ 1254.378716] env[69262]: DEBUG nova.network.neutron [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Updating instance_info_cache with network_info: [{"id": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "address": "fa:16:3e:6f:5b:51", "network": {"id": "91814ed5-7d85-4405-afa8-27637086e93f", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1312768689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d659e54da3b46599b55a538aa7d3baa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc89906a-e2", "ovs_interfaceid": "cc89906a-e2dd-4fb4-945b-1f6d386bb197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.758308] env[69262]: DEBUG oslo_concurrency.lockutils [None req-9cff0fd5-d5f9-4e7a-9d54-9d7188067b40 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.651s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.881577] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Releasing lock "refresh_cache-6d046397-6e5f-422a-92b1-e50f9534358e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.882178] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73bf76f-835d-4e6f-ba16-45cba4dd52fe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.889925] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Resuming the VM {{(pid=69262) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1254.890225] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47ab1978-bbca-4b52-91ae-bc0c5dabc1b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.897959] env[69262]: DEBUG oslo_vmware.api [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1254.897959] env[69262]: value = "task-3714522" [ 1254.897959] env[69262]: _type = "Task" [ 1254.897959] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.906677] env[69262]: DEBUG oslo_vmware.api [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.409520] env[69262]: DEBUG oslo_vmware.api [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714522, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.534211] env[69262]: DEBUG nova.compute.manager [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Received event network-changed-a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.534699] env[69262]: DEBUG nova.compute.manager [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Refreshing instance network info cache due to event network-changed-a0963ad4-6076-469b-bf64-fcb473d2006a. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.535148] env[69262]: DEBUG oslo_concurrency.lockutils [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] Acquiring lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.535212] env[69262]: DEBUG oslo_concurrency.lockutils [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] Acquired lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.535565] env[69262]: DEBUG nova.network.neutron [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Refreshing network info cache for port a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.722867] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-84ecccca-4c6f-485f-8211-80fc7a24b86b-e45cbbf6-0178-434b-a02a-07021d06c3dd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.723198] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-84ecccca-4c6f-485f-8211-80fc7a24b86b-e45cbbf6-0178-434b-a02a-07021d06c3dd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.723536] env[69262]: DEBUG nova.objects.instance [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'flavor' on Instance uuid 84ecccca-4c6f-485f-8211-80fc7a24b86b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.909608] env[69262]: DEBUG oslo_vmware.api [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714522, 'name': PowerOnVM_Task, 'duration_secs': 0.528271} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.910033] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Resumed the VM {{(pid=69262) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1255.910321] env[69262]: DEBUG nova.compute.manager [None req-8ad4e2ce-b594-49dc-8637-9255dcd5e2f3 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.911198] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b3c4d-a1e1-4455-8085-85f5ae33dac7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.287222] env[69262]: DEBUG nova.network.neutron [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updated VIF entry in instance network info cache for port a0963ad4-6076-469b-bf64-fcb473d2006a. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.287649] env[69262]: DEBUG nova.network.neutron [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updating instance_info_cache with network_info: [{"id": "a0963ad4-6076-469b-bf64-fcb473d2006a", "address": "fa:16:3e:13:71:ec", "network": {"id": "f90d79ba-72d5-4d39-8f03-4be5ef91804d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1669519887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ac8d00c91754157ad6db7bd5ea50e5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0963ad4-60", "ovs_interfaceid": "a0963ad4-6076-469b-bf64-fcb473d2006a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.362761] env[69262]: DEBUG nova.objects.instance [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'pci_requests' on Instance uuid 84ecccca-4c6f-485f-8211-80fc7a24b86b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.790638] env[69262]: DEBUG oslo_concurrency.lockutils [req-75775059-d7b0-45d2-905c-df55280ce4d7 req-8f61533f-e0a0-4145-a435-06935f61a958 service nova] Releasing lock "refresh_cache-d82e3710-3784-40ee-9cfc-e976faae02f9" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.865887] env[69262]: DEBUG nova.objects.base [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Object Instance<84ecccca-4c6f-485f-8211-80fc7a24b86b> lazy-loaded attributes: flavor,pci_requests {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1256.866180] env[69262]: DEBUG nova.network.neutron [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.929792] env[69262]: DEBUG nova.policy [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.932280] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "6d046397-6e5f-422a-92b1-e50f9534358e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.932584] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.932866] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "6d046397-6e5f-422a-92b1-e50f9534358e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.933133] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.933368] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.935570] env[69262]: INFO nova.compute.manager [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Terminating instance [ 1257.440097] env[69262]: DEBUG nova.compute.manager [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1257.440349] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.441263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1528bde1-0086-4c0a-8061-e4638d62921a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.449843] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.450105] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a954ed09-48a2-44a1-9a33-fce2fe3612c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.456396] env[69262]: DEBUG oslo_vmware.api [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1257.456396] env[69262]: value = "task-3714523" [ 1257.456396] env[69262]: _type = "Task" [ 1257.456396] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.464990] env[69262]: DEBUG oslo_vmware.api [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.968073] env[69262]: DEBUG oslo_vmware.api [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714523, 'name': PowerOffVM_Task, 'duration_secs': 0.223528} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.968073] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.968073] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.968073] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8d5b525-3939-48b5-b9c6-292a5a1262bc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.038959] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.039225] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.039374] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleting the datastore file [datastore2] 6d046397-6e5f-422a-92b1-e50f9534358e {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.039643] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78bd0944-9415-4bdc-a74c-89c14c0fa34c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.046877] env[69262]: DEBUG oslo_vmware.api [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for the task: (returnval){ [ 1258.046877] env[69262]: value = "task-3714525" [ 1258.046877] env[69262]: _type = "Task" [ 1258.046877] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.055032] env[69262]: DEBUG oslo_vmware.api [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.352408] env[69262]: DEBUG nova.compute.manager [req-640b196e-8119-4c85-a8da-a8f1d0e8aac7 req-66483a03-ee88-41af-ad9a-5833762784eb service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-vif-plugged-e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.352538] env[69262]: DEBUG oslo_concurrency.lockutils [req-640b196e-8119-4c85-a8da-a8f1d0e8aac7 req-66483a03-ee88-41af-ad9a-5833762784eb service nova] Acquiring lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.352751] env[69262]: DEBUG oslo_concurrency.lockutils [req-640b196e-8119-4c85-a8da-a8f1d0e8aac7 req-66483a03-ee88-41af-ad9a-5833762784eb service nova] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.352920] env[69262]: DEBUG oslo_concurrency.lockutils [req-640b196e-8119-4c85-a8da-a8f1d0e8aac7 req-66483a03-ee88-41af-ad9a-5833762784eb service nova] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.353102] env[69262]: DEBUG nova.compute.manager [req-640b196e-8119-4c85-a8da-a8f1d0e8aac7 req-66483a03-ee88-41af-ad9a-5833762784eb service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] No waiting events found dispatching network-vif-plugged-e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1258.353269] env[69262]: WARNING nova.compute.manager [req-640b196e-8119-4c85-a8da-a8f1d0e8aac7 req-66483a03-ee88-41af-ad9a-5833762784eb service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received unexpected event network-vif-plugged-e45cbbf6-0178-434b-a02a-07021d06c3dd for instance with vm_state active and task_state None. [ 1258.448786] env[69262]: DEBUG nova.network.neutron [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Successfully updated port: e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.558140] env[69262]: DEBUG oslo_vmware.api [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Task: {'id': task-3714525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153496} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.558413] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.558597] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.558774] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.558948] env[69262]: INFO nova.compute.manager [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1258.559219] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.559416] env[69262]: DEBUG nova.compute.manager [-] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.559514] env[69262]: DEBUG nova.network.neutron [-] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.951254] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.951450] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.951639] env[69262]: DEBUG nova.network.neutron [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.487978] env[69262]: WARNING nova.network.neutron [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] a69fc0aa-2672-42c7-8323-097d6ac11ae0 already exists in list: networks containing: ['a69fc0aa-2672-42c7-8323-097d6ac11ae0']. ignoring it [ 1259.763263] env[69262]: DEBUG nova.network.neutron [-] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.765850] env[69262]: DEBUG nova.network.neutron [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "address": "fa:16:3e:51:fb:2d", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45cbbf6-01", "ovs_interfaceid": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.265179] env[69262]: INFO nova.compute.manager [-] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Took 1.71 seconds to deallocate network for instance. [ 1260.270378] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.270999] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.271202] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.272232] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0d2e65-6660-4643-a4fe-b85f2f939281 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.291882] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.292198] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.292319] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.292496] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.292641] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.292790] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.292994] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.293177] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.293351] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.293653] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.293779] env[69262]: DEBUG nova.virt.hardware [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.300459] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Reconfiguring VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1260.301136] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbac7dbe-523d-4e35-b095-8beb0a7cad8c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.319504] env[69262]: DEBUG oslo_vmware.api [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1260.319504] env[69262]: value = "task-3714526" [ 1260.319504] env[69262]: _type = "Task" [ 1260.319504] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.328010] env[69262]: DEBUG oslo_vmware.api [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714526, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.384122] env[69262]: DEBUG nova.compute.manager [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-changed-e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.384370] env[69262]: DEBUG nova.compute.manager [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing instance network info cache due to event network-changed-e45cbbf6-0178-434b-a02a-07021d06c3dd. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.384620] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.384768] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.384926] env[69262]: DEBUG nova.network.neutron [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing network info cache for port e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.773558] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.773906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.774080] env[69262]: DEBUG nova.objects.instance [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lazy-loading 'resources' on Instance uuid 6d046397-6e5f-422a-92b1-e50f9534358e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.830751] env[69262]: DEBUG oslo_vmware.api [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.120888] env[69262]: DEBUG nova.network.neutron [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updated VIF entry in instance network info cache for port e45cbbf6-0178-434b-a02a-07021d06c3dd. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.121364] env[69262]: DEBUG nova.network.neutron [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "address": "fa:16:3e:51:fb:2d", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45cbbf6-01", "ovs_interfaceid": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.169236] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.169496] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.333828] env[69262]: DEBUG oslo_vmware.api [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714526, 'name': ReconfigVM_Task, 'duration_secs': 0.855463} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.336961] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.337255] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Reconfigured VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1261.397552] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513cc95e-e394-4391-a498-4fbed974dbc5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.405581] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bbf917-269e-46f5-8054-2b6638a6a120 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.437231] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868fb88f-72ee-431f-ba59-18b09331e36e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.445117] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1023e-b790-4e10-8a72-cdb8ef2e7562 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.458845] env[69262]: DEBUG nova.compute.provider_tree [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.624835] env[69262]: DEBUG oslo_concurrency.lockutils [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.625022] env[69262]: DEBUG nova.compute.manager [req-1e023bb5-4462-4888-8e6e-43fc8baad384 req-eedcecea-9b02-43d6-9373-436acc36862f service nova] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Received event network-vif-deleted-cc89906a-e2dd-4fb4-945b-1f6d386bb197 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.673698] env[69262]: INFO nova.compute.manager [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Detaching volume b35178ae-1767-43a6-9765-bcee4a6fe6ab [ 1261.706042] env[69262]: INFO nova.virt.block_device [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Attempting to driver detach volume b35178ae-1767-43a6-9765-bcee4a6fe6ab from mountpoint /dev/sdb [ 1261.706042] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.706042] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739715', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'name': 'volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9d4c5401-f293-44ca-91e1-c4e883a2a8ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'serial': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1261.706521] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e36580-c24c-4ad9-8fd7-b4bde53c1b8b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.730384] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e81c47-4398-4019-82aa-fea3d24edcc8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.737915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1598d7-f3d7-4498-af3b-1dd81ebe65cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.758365] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf849d-5656-44e2-bce2-e8a96f322abb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.773601] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] The volume has not been displaced from its original location: [datastore2] volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab/volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1261.778950] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.779296] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02880cb9-6efd-4918-a552-d361fdb9f1ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.797770] env[69262]: DEBUG oslo_vmware.api [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1261.797770] env[69262]: value = "task-3714527" [ 1261.797770] env[69262]: _type = "Task" [ 1261.797770] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.807671] env[69262]: DEBUG oslo_vmware.api [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.842282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1ac2879d-5886-43f2-b0ef-8f8cabc80af0 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-84ecccca-4c6f-485f-8211-80fc7a24b86b-e45cbbf6-0178-434b-a02a-07021d06c3dd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.119s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.961943] env[69262]: DEBUG nova.scheduler.client.report [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.307845] env[69262]: DEBUG oslo_vmware.api [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714527, 'name': ReconfigVM_Task, 'duration_secs': 0.293115} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.308960] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.313117] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f083a527-8a19-4f46-b126-e4c5e1be04c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.328228] env[69262]: DEBUG oslo_vmware.api [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1262.328228] env[69262]: value = "task-3714528" [ 1262.328228] env[69262]: _type = "Task" [ 1262.328228] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.336326] env[69262]: DEBUG oslo_vmware.api [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.467626] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.486320] env[69262]: INFO nova.scheduler.client.report [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Deleted allocations for instance 6d046397-6e5f-422a-92b1-e50f9534358e [ 1262.837690] env[69262]: DEBUG oslo_vmware.api [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714528, 'name': ReconfigVM_Task, 'duration_secs': 0.143816} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.838041] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739715', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'name': 'volume-b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9d4c5401-f293-44ca-91e1-c4e883a2a8ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab', 'serial': 'b35178ae-1767-43a6-9765-bcee4a6fe6ab'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1262.994258] env[69262]: DEBUG oslo_concurrency.lockutils [None req-72eaec54-020d-4699-8912-c699a22bcb29 tempest-ServerActionsTestJSON-2097652254 tempest-ServerActionsTestJSON-2097652254-project-member] Lock "6d046397-6e5f-422a-92b1-e50f9534358e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.062s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.006723] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.006968] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.384225] env[69262]: DEBUG nova.objects.instance [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'flavor' on Instance uuid 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.440387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-84ecccca-4c6f-485f-8211-80fc7a24b86b-e45cbbf6-0178-434b-a02a-07021d06c3dd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.440652] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-84ecccca-4c6f-485f-8211-80fc7a24b86b-e45cbbf6-0178-434b-a02a-07021d06c3dd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.510120] env[69262]: DEBUG nova.compute.utils [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.943772] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.944190] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.945263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdc1e6e-b55c-4bfb-a558-d37b4af66737 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.966430] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbb7670-f040-4ee9-aac3-3d11ee92c2d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.992542] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Reconfiguring VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1263.992856] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedd3a42-1e40-4ab7-b160-e37d28062670 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.011757] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1264.011757] env[69262]: value = "task-3714529" [ 1264.011757] env[69262]: _type = "Task" [ 1264.011757] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.012427] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.021650] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.392541] env[69262]: DEBUG oslo_concurrency.lockutils [None req-36f6f764-0f7c-4b44-8b4e-0ee6578e05fc tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.523516] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.798751] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.799813] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.024352] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.079470] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.079834] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.080153] env[69262]: INFO nova.compute.manager [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Attaching volume 9a555e43-f3b3-4e36-8941-a555b0922c0f to /dev/sdb [ 1265.119804] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8953ae5-636b-410e-9f8f-7a54eed57ad1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.128454] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ae3f71-cdea-4d42-a33e-e0a5c83f4fb0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.144540] env[69262]: DEBUG nova.virt.block_device [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updating existing volume attachment record: 2afed59b-6c4f-4774-8e8e-a25636f0cc27 {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1265.304244] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.304445] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.304561] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.304713] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.304861] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.305031] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.305153] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1265.305292] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.471782] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.472161] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.472399] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.472590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.472765] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.474953] env[69262]: INFO nova.compute.manager [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Terminating instance [ 1265.524511] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.808358] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.808654] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.808859] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.809034] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1265.809896] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2449731-6f97-4566-a741-2bba1a0b3f1e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.818547] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3056988-58dd-400b-84ac-f9b5a27cd6b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.832419] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f4680b-6abb-478c-8fb0-eba845dfab6c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.839439] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a97720c-bba2-443c-8797-415c9da3f22c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.868071] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179725MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1265.868229] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.868437] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.979432] env[69262]: DEBUG nova.compute.manager [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.979648] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.980570] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9336e4ba-ee9e-44b4-99ef-46f3d41390e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.990308] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.990575] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82c10174-4039-4685-b9eb-12e0196fbaeb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.996538] env[69262]: DEBUG oslo_vmware.api [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1265.996538] env[69262]: value = "task-3714531" [ 1265.996538] env[69262]: _type = "Task" [ 1265.996538] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.005031] env[69262]: DEBUG oslo_vmware.api [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.023026] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.125947] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.126387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.507017] env[69262]: DEBUG oslo_vmware.api [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714531, 'name': PowerOffVM_Task, 'duration_secs': 0.206488} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.507620] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.507806] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.508111] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f42b0178-bc1a-4984-841d-65dc5db88ea7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.524724] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.574070] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.574400] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.574697] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleting the datastore file [datastore2] 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.575079] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40af93b7-f1ac-4bbc-8467-ea4abc262e3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.582894] env[69262]: DEBUG oslo_vmware.api [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1266.582894] env[69262]: value = "task-3714533" [ 1266.582894] env[69262]: _type = "Task" [ 1266.582894] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.592092] env[69262]: DEBUG oslo_vmware.api [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.628787] env[69262]: DEBUG nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1266.896843] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 29b9821a-24a2-4872-a73b-08ccc8db925e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.897100] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance c6e4f2f5-b98e-4532-a2a9-b077c6826342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.897227] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 9d4c5401-f293-44ca-91e1-c4e883a2a8ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.897471] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 84ecccca-4c6f-485f-8211-80fc7a24b86b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.897471] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 835abe03-9245-4edf-8ffb-e1028aa7f7d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.897644] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 1264f402-f8eb-46fe-94b5-236fe47b09dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1266.897709] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance d82e3710-3784-40ee-9cfc-e976faae02f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1267.024669] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.092894] env[69262]: DEBUG oslo_vmware.api [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186159} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.093257] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.093462] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.093671] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.093852] env[69262]: INFO nova.compute.manager [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1267.094138] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1267.094399] env[69262]: DEBUG nova.compute.manager [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1267.094504] env[69262]: DEBUG nova.network.neutron [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1267.151359] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.400697] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1267.400915] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1267.401086] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1267.527056] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.529521] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff3986-b31b-4696-b12a-321e7a3a5b9e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.536931] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf15d8d3-a06e-4241-8ab6-145ab0fc34d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.570716] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a502cb-d00d-4369-93d9-e5e2da9959d0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.574702] env[69262]: DEBUG nova.compute.manager [req-5e2b8bc5-e458-403b-a511-c54eb5560106 req-e98a08d6-8d49-4cd2-a45a-693961a382b5 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Received event network-vif-deleted-cadf202c-1b9e-4c0e-92c8-53217aa146a8 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.575020] env[69262]: INFO nova.compute.manager [req-5e2b8bc5-e458-403b-a511-c54eb5560106 req-e98a08d6-8d49-4cd2-a45a-693961a382b5 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Neutron deleted interface cadf202c-1b9e-4c0e-92c8-53217aa146a8; detaching it from the instance and deleting it from the info cache [ 1267.575108] env[69262]: DEBUG nova.network.neutron [req-5e2b8bc5-e458-403b-a511-c54eb5560106 req-e98a08d6-8d49-4cd2-a45a-693961a382b5 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.583088] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208349d4-371a-44f1-9db4-3af044004e3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.597978] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.025865] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.077651] env[69262]: DEBUG nova.network.neutron [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.079268] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd099ab3-17b4-4c38-970d-eec7e678e853 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.090123] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f0ec0a-f484-42de-9ccb-27b7216e24e8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.102975] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.126367] env[69262]: DEBUG nova.compute.manager [req-5e2b8bc5-e458-403b-a511-c54eb5560106 req-e98a08d6-8d49-4cd2-a45a-693961a382b5 service nova] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Detach interface failed, port_id=cadf202c-1b9e-4c0e-92c8-53217aa146a8, reason: Instance 9d4c5401-f293-44ca-91e1-c4e883a2a8ac could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1268.526854] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.582679] env[69262]: INFO nova.compute.manager [-] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Took 1.49 seconds to deallocate network for instance. [ 1268.607253] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1268.607452] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.739s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.607724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.457s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.609253] env[69262]: INFO nova.compute.claims [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.029145] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.089489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.527726] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.691147] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1269.691580] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739727', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'name': 'volume-9a555e43-f3b3-4e36-8941-a555b0922c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '835abe03-9245-4edf-8ffb-e1028aa7f7d3', 'attached_at': '', 'detached_at': '', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'serial': '9a555e43-f3b3-4e36-8941-a555b0922c0f'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1269.692949] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b0d57-27ef-4686-80e1-fcc4c31f86db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.723033] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272fe05a-5f9a-45f3-a48c-489c1876a402 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.755347] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-9a555e43-f3b3-4e36-8941-a555b0922c0f/volume-9a555e43-f3b3-4e36-8941-a555b0922c0f.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.758667] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2188695-6185-426d-9377-6dbbed63fa02 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.777433] env[69262]: DEBUG oslo_vmware.api [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1269.777433] env[69262]: value = "task-3714535" [ 1269.777433] env[69262]: _type = "Task" [ 1269.777433] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.786039] env[69262]: DEBUG oslo_vmware.api [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.801417] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293dad23-a9df-4f40-b8bd-c5b0307de3cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.810116] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e6f425-329a-43cd-97e6-49a1a191bc6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.844642] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732b8109-fe3a-44f6-9116-0c75ec05da78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.851751] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1f9fac-c204-462d-a47a-ec67d2fe8309 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.867452] env[69262]: DEBUG nova.compute.provider_tree [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.030022] env[69262]: DEBUG oslo_vmware.api [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714529, 'name': ReconfigVM_Task, 'duration_secs': 5.772122} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.030821] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.030821] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Reconfigured VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1270.288392] env[69262]: DEBUG oslo_vmware.api [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714535, 'name': ReconfigVM_Task, 'duration_secs': 0.399976} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.288686] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-9a555e43-f3b3-4e36-8941-a555b0922c0f/volume-9a555e43-f3b3-4e36-8941-a555b0922c0f.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.293646] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a45a0499-0347-488c-8b24-2183d378baaa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.309756] env[69262]: DEBUG oslo_vmware.api [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1270.309756] env[69262]: value = "task-3714536" [ 1270.309756] env[69262]: _type = "Task" [ 1270.309756] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.318889] env[69262]: DEBUG oslo_vmware.api [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.371325] env[69262]: DEBUG nova.scheduler.client.report [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.822065] env[69262]: DEBUG oslo_vmware.api [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714536, 'name': ReconfigVM_Task, 'duration_secs': 0.173011} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.822414] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739727', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'name': 'volume-9a555e43-f3b3-4e36-8941-a555b0922c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '835abe03-9245-4edf-8ffb-e1028aa7f7d3', 'attached_at': '', 'detached_at': '', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'serial': '9a555e43-f3b3-4e36-8941-a555b0922c0f'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1270.875952] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.876555] env[69262]: DEBUG nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.879264] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.790s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.879484] env[69262]: DEBUG nova.objects.instance [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'resources' on Instance uuid 9d4c5401-f293-44ca-91e1-c4e883a2a8ac {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.344390] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.344691] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.344980] env[69262]: DEBUG nova.network.neutron [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.383039] env[69262]: DEBUG nova.compute.utils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.387091] env[69262]: DEBUG nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Not allocating networking since 'none' was specified. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1271.488816] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f136b739-49ac-454e-9db0-95c9005b5d0a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.496936] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc1004-e015-4fd6-accd-bbb8ad6f5ecc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.528254] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b0d63c-4453-45d7-ba54-b67732fffebd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.536065] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb09a1e-fe88-455d-ab2f-5f3f0b0cd6bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.549577] env[69262]: DEBUG nova.compute.provider_tree [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.857609] env[69262]: DEBUG nova.objects.instance [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'flavor' on Instance uuid 835abe03-9245-4edf-8ffb-e1028aa7f7d3 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.886250] env[69262]: DEBUG nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1272.052371] env[69262]: DEBUG nova.scheduler.client.report [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.169977] env[69262]: DEBUG nova.compute.manager [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.170203] env[69262]: DEBUG nova.compute.manager [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing instance network info cache due to event network-changed-adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.170411] env[69262]: DEBUG oslo_concurrency.lockutils [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] Acquiring lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.183058] env[69262]: INFO nova.network.neutron [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Port e45cbbf6-0178-434b-a02a-07021d06c3dd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1272.183606] env[69262]: DEBUG nova.network.neutron [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.363084] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a4a1abd9-d8a5-42c0-81ad-1d1f04ee66f4 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.283s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.556882] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.579555] env[69262]: INFO nova.scheduler.client.report [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted allocations for instance 9d4c5401-f293-44ca-91e1-c4e883a2a8ac [ 1272.622067] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.622559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.687679] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.689936] env[69262]: DEBUG oslo_concurrency.lockutils [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] Acquired lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.690205] env[69262]: DEBUG nova.network.neutron [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Refreshing network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.868589] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-1264f402-f8eb-46fe-94b5-236fe47b09dd-e45cbbf6-0178-434b-a02a-07021d06c3dd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.868977] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-1264f402-f8eb-46fe-94b5-236fe47b09dd-e45cbbf6-0178-434b-a02a-07021d06c3dd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.869307] env[69262]: DEBUG nova.objects.instance [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'flavor' on Instance uuid 1264f402-f8eb-46fe-94b5-236fe47b09dd {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.900058] env[69262]: DEBUG nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.930183] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.930440] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.930597] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.930780] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.930932] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.931098] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.931315] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.931474] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.931641] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.931807] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.931983] env[69262]: DEBUG nova.virt.hardware [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.932891] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4182b90a-fed1-4917-8f9a-2ca6b76a9aa3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.941489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf0a26-9b45-4231-88c7-286d399283cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.958278] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1272.964018] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Creating folder: Project (65a265f0806d4d13b5d92d5c7dddd315). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.964381] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dee4e084-b633-488a-abdd-827bf9a49805 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.976691] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Created folder: Project (65a265f0806d4d13b5d92d5c7dddd315) in parent group-v739409. [ 1272.977190] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Creating folder: Instances. Parent ref: group-v739728. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1272.977190] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20dbd5d1-0d5c-4e19-b4c4-cfa2f04ebe42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.987170] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Created folder: Instances in parent group-v739728. [ 1272.987421] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.987628] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1272.987842] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f3de7d-424f-43fc-99a8-1b8df4c170c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.005090] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.005090] env[69262]: value = "task-3714539" [ 1273.005090] env[69262]: _type = "Task" [ 1273.005090] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.013634] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714539, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.089014] env[69262]: DEBUG oslo_concurrency.lockutils [None req-169424f3-12d6-45e7-8fbe-14777370cc8d tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "9d4c5401-f293-44ca-91e1-c4e883a2a8ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.617s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.128159] env[69262]: INFO nova.compute.manager [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Detaching volume 9a555e43-f3b3-4e36-8941-a555b0922c0f [ 1273.171303] env[69262]: INFO nova.virt.block_device [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Attempting to driver detach volume 9a555e43-f3b3-4e36-8941-a555b0922c0f from mountpoint /dev/sdb [ 1273.171653] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1273.171739] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739727', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'name': 'volume-9a555e43-f3b3-4e36-8941-a555b0922c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '835abe03-9245-4edf-8ffb-e1028aa7f7d3', 'attached_at': '', 'detached_at': '', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'serial': '9a555e43-f3b3-4e36-8941-a555b0922c0f'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1273.172701] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b55d0-04c4-4c7c-9393-81e4c82c05c9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.196930] env[69262]: DEBUG oslo_concurrency.lockutils [None req-da2e8e33-ab23-4797-aa11-3cb377bab44a tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-84ecccca-4c6f-485f-8211-80fc7a24b86b-e45cbbf6-0178-434b-a02a-07021d06c3dd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.756s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.200881] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189adbd6-1014-4039-8245-77ee7a4fd905 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.212804] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb308c3-3164-48d0-863c-d990a690da25 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.241499] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512eb06e-6eaa-4e99-a518-0302fe202d71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.259361] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a555e43-f3b3-4e36-8941-a555b0922c0f/volume-9a555e43-f3b3-4e36-8941-a555b0922c0f.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1273.266412] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.269804] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be99514a-851e-4ec0-a089-e17caa97efcf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.293324] env[69262]: DEBUG oslo_vmware.api [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1273.293324] env[69262]: value = "task-3714540" [ 1273.293324] env[69262]: _type = "Task" [ 1273.293324] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.303659] env[69262]: DEBUG oslo_vmware.api [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.468201] env[69262]: DEBUG nova.network.neutron [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updated VIF entry in instance network info cache for port adc97048-2011-4c84-ae8f-50fc8b2179f7. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.468201] env[69262]: DEBUG nova.network.neutron [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [{"id": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "address": "fa:16:3e:f7:5b:8e", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadc97048-20", "ovs_interfaceid": "adc97048-2011-4c84-ae8f-50fc8b2179f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.520577] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714539, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.567825] env[69262]: DEBUG nova.objects.instance [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'pci_requests' on Instance uuid 1264f402-f8eb-46fe-94b5-236fe47b09dd {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.805256] env[69262]: DEBUG oslo_vmware.api [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714540, 'name': ReconfigVM_Task, 'duration_secs': 0.240396} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.805557] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.810271] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b5503d-b69e-4e90-a644-5f8a4bfdc31b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.826053] env[69262]: DEBUG oslo_vmware.api [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1273.826053] env[69262]: value = "task-3714541" [ 1273.826053] env[69262]: _type = "Task" [ 1273.826053] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.834427] env[69262]: DEBUG oslo_vmware.api [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.970866] env[69262]: DEBUG oslo_concurrency.lockutils [req-a500a6a5-be83-41fb-a804-a5a3bff611a6 req-eac94d6a-5d71-4f3f-a233-105b86a696b4 service nova] Releasing lock "refresh_cache-84ecccca-4c6f-485f-8211-80fc7a24b86b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.017866] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714539, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.070964] env[69262]: DEBUG nova.objects.base [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Object Instance<1264f402-f8eb-46fe-94b5-236fe47b09dd> lazy-loaded attributes: flavor,pci_requests {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.071248] env[69262]: DEBUG nova.network.neutron [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.135387] env[69262]: DEBUG nova.policy [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '541704dae0fe46a3b4151a98e9bc713b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a51dd3c83e5471b84f22c7ff6a5408b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.275432] env[69262]: DEBUG nova.compute.manager [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-changed-e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.275432] env[69262]: DEBUG nova.compute.manager [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing instance network info cache due to event network-changed-e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.275620] env[69262]: DEBUG oslo_concurrency.lockutils [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.275853] env[69262]: DEBUG oslo_concurrency.lockutils [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.276824] env[69262]: DEBUG nova.network.neutron [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing network info cache for port e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.337336] env[69262]: DEBUG oslo_vmware.api [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714541, 'name': ReconfigVM_Task, 'duration_secs': 0.134774} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.337660] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739727', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'name': 'volume-9a555e43-f3b3-4e36-8941-a555b0922c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '835abe03-9245-4edf-8ffb-e1028aa7f7d3', 'attached_at': '', 'detached_at': '', 'volume_id': '9a555e43-f3b3-4e36-8941-a555b0922c0f', 'serial': '9a555e43-f3b3-4e36-8941-a555b0922c0f'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.517775] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714539, 'name': CreateVM_Task, 'duration_secs': 1.28281} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.517983] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.518451] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.518618] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.518954] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.519231] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89a14daa-88cd-4582-a378-7441a774be90 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.523987] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1274.523987] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527a9779-867c-e579-7607-6790f23019c1" [ 1274.523987] env[69262]: _type = "Task" [ 1274.523987] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.532568] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527a9779-867c-e579-7607-6790f23019c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.782131] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.782360] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.884168] env[69262]: DEBUG nova.objects.instance [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'flavor' on Instance uuid 835abe03-9245-4edf-8ffb-e1028aa7f7d3 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.007746] env[69262]: DEBUG nova.network.neutron [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updated VIF entry in instance network info cache for port e3f67bd6-653e-4b05-8184-06715052df26. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.008256] env[69262]: DEBUG nova.network.neutron [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.034735] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527a9779-867c-e579-7607-6790f23019c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.035158] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.035320] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.035566] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.035752] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.035949] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.036237] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920977bd-6f13-4a32-8c7f-1be76414d6a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.045345] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.045503] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.046173] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e94c4b-2609-4d27-a190-bfdb1dbac6c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.051429] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1275.051429] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b5bd26-a43e-fa4f-1550-78fd278e6380" [ 1275.051429] env[69262]: _type = "Task" [ 1275.051429] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.059770] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b5bd26-a43e-fa4f-1550-78fd278e6380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.285418] env[69262]: DEBUG nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.510993] env[69262]: DEBUG oslo_concurrency.lockutils [req-411f3022-51e1-448d-98c9-c22d24a0b0d3 req-4b8c491c-32aa-4289-9068-4fdc06fc2580 service nova] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.524197] env[69262]: DEBUG nova.compute.manager [req-886425c2-9350-4a03-836b-f75ff884e060 req-6e3baa1d-6023-4230-9585-23687bd564e9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-vif-plugged-e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.524427] env[69262]: DEBUG oslo_concurrency.lockutils [req-886425c2-9350-4a03-836b-f75ff884e060 req-6e3baa1d-6023-4230-9585-23687bd564e9 service nova] Acquiring lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.524633] env[69262]: DEBUG oslo_concurrency.lockutils [req-886425c2-9350-4a03-836b-f75ff884e060 req-6e3baa1d-6023-4230-9585-23687bd564e9 service nova] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.524938] env[69262]: DEBUG oslo_concurrency.lockutils [req-886425c2-9350-4a03-836b-f75ff884e060 req-6e3baa1d-6023-4230-9585-23687bd564e9 service nova] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.525234] env[69262]: DEBUG nova.compute.manager [req-886425c2-9350-4a03-836b-f75ff884e060 req-6e3baa1d-6023-4230-9585-23687bd564e9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] No waiting events found dispatching network-vif-plugged-e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1275.525591] env[69262]: WARNING nova.compute.manager [req-886425c2-9350-4a03-836b-f75ff884e060 req-6e3baa1d-6023-4230-9585-23687bd564e9 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received unexpected event network-vif-plugged-e45cbbf6-0178-434b-a02a-07021d06c3dd for instance with vm_state active and task_state None. [ 1275.562974] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52b5bd26-a43e-fa4f-1550-78fd278e6380, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.563787] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eb69355-9a7b-48fb-b9d8-d84a7b9b329a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.569471] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1275.569471] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f41fa3-a048-a31b-ad2b-48969f95d727" [ 1275.569471] env[69262]: _type = "Task" [ 1275.569471] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.577919] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f41fa3-a048-a31b-ad2b-48969f95d727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.604444] env[69262]: DEBUG nova.network.neutron [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Successfully updated port: e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1275.809221] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.809439] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.811252] env[69262]: INFO nova.compute.claims [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.893255] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fd3ac34f-be20-453a-a988-e396bad76e16 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.080654] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f41fa3-a048-a31b-ad2b-48969f95d727, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.081048] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.081221] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.081483] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba8a35d2-1d3c-45dc-b7c9-36e616c242bf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.087950] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1276.087950] env[69262]: value = "task-3714542" [ 1276.087950] env[69262]: _type = "Task" [ 1276.087950] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.095928] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.108383] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.108383] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.108383] env[69262]: DEBUG nova.network.neutron [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1276.598470] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714542, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.647458] env[69262]: WARNING nova.network.neutron [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] a69fc0aa-2672-42c7-8323-097d6ac11ae0 already exists in list: networks containing: ['a69fc0aa-2672-42c7-8323-097d6ac11ae0']. ignoring it [ 1276.910081] env[69262]: DEBUG nova.network.neutron [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "address": "fa:16:3e:51:fb:2d", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45cbbf6-01", "ovs_interfaceid": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.924288] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578219d4-4bf0-4916-9b0f-830f41af21b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.933982] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33c76c-6175-4a3e-b7df-b1842088baf4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.964036] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa2e34a-f869-4bc1-80e8-7a8dd0f34625 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.971882] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710f29d-efc2-40ce-8455-87e709b9e013 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.985439] env[69262]: DEBUG nova.compute.provider_tree [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.100142] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517929} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.100512] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.100607] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.100804] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61bda66b-700c-45c7-993b-923c9535c68c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.106267] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.106529] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.106746] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.106933] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.107116] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.109884] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1277.109884] env[69262]: value = "task-3714543" [ 1277.109884] env[69262]: _type = "Task" [ 1277.109884] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.110345] env[69262]: INFO nova.compute.manager [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Terminating instance [ 1277.121287] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.415325] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.416097] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.416258] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.417210] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d4569a-93f0-4323-9f2a-920d1d0d7026 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.435985] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.436264] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.436425] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.436604] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.436782] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.437015] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.437179] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.437339] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.437501] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.437661] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.437830] env[69262]: DEBUG nova.virt.hardware [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.444120] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Reconfiguring VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1277.444892] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de40fea8-398f-462e-afd3-cff35a36933d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.462477] env[69262]: DEBUG oslo_vmware.api [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1277.462477] env[69262]: value = "task-3714544" [ 1277.462477] env[69262]: _type = "Task" [ 1277.462477] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.470905] env[69262]: DEBUG oslo_vmware.api [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714544, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.489105] env[69262]: DEBUG nova.scheduler.client.report [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.621607] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069358} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.621887] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.622607] env[69262]: DEBUG nova.compute.manager [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.622799] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.623546] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1e0ab-08a0-41cc-a2e1-efaabfcff1d8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.626778] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58056630-f6c6-45af-8a70-e7c9a3064fa4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.647680] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.650029] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-282f2acb-3cf3-437e-bd44-7df4d1eacc2d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.663969] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.665275] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68330f42-7528-4a3b-899d-d94425b44403 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.668108] env[69262]: DEBUG nova.compute.manager [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-changed-e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.668298] env[69262]: DEBUG nova.compute.manager [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing instance network info cache due to event network-changed-e45cbbf6-0178-434b-a02a-07021d06c3dd. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1277.668515] env[69262]: DEBUG oslo_concurrency.lockutils [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.668647] env[69262]: DEBUG oslo_concurrency.lockutils [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.668805] env[69262]: DEBUG nova.network.neutron [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Refreshing network info cache for port e45cbbf6-0178-434b-a02a-07021d06c3dd {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1277.675087] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1277.675087] env[69262]: value = "task-3714545" [ 1277.675087] env[69262]: _type = "Task" [ 1277.675087] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.676485] env[69262]: DEBUG oslo_vmware.api [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1277.676485] env[69262]: value = "task-3714546" [ 1277.676485] env[69262]: _type = "Task" [ 1277.676485] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.689406] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.692775] env[69262]: DEBUG oslo_vmware.api [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.973109] env[69262]: DEBUG oslo_vmware.api [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.994217] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.994743] env[69262]: DEBUG nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.089590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.089921] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.190513] env[69262]: DEBUG oslo_vmware.api [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714546, 'name': PowerOffVM_Task, 'duration_secs': 0.212494} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.194194] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.194394] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.194660] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714545, 'name': ReconfigVM_Task, 'duration_secs': 0.32342} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.194868] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a21e63c-cdd1-4ffa-a394-03a2b5af5340 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.196598] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.197244] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce1f7ee6-13a2-44e7-b3a4-51327f3c6967 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.207303] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1278.207303] env[69262]: value = "task-3714547" [ 1278.207303] env[69262]: _type = "Task" [ 1278.207303] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.217023] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714547, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.266129] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.266446] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.266635] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleting the datastore file [datastore2] 835abe03-9245-4edf-8ffb-e1028aa7f7d3 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.266927] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f39371-9268-4053-a8e2-355b7c152e63 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.274245] env[69262]: DEBUG oslo_vmware.api [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for the task: (returnval){ [ 1278.274245] env[69262]: value = "task-3714549" [ 1278.274245] env[69262]: _type = "Task" [ 1278.274245] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.282870] env[69262]: DEBUG oslo_vmware.api [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.377435] env[69262]: DEBUG nova.network.neutron [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updated VIF entry in instance network info cache for port e45cbbf6-0178-434b-a02a-07021d06c3dd. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1278.377916] env[69262]: DEBUG nova.network.neutron [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "address": "fa:16:3e:51:fb:2d", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape45cbbf6-01", "ovs_interfaceid": "e45cbbf6-0178-434b-a02a-07021d06c3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.474286] env[69262]: DEBUG oslo_vmware.api [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.500065] env[69262]: DEBUG nova.compute.utils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.501606] env[69262]: DEBUG nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.502014] env[69262]: DEBUG nova.network.neutron [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.541070] env[69262]: DEBUG nova.policy [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dac9fd9d36904749a778ecec7a97607d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65feb6d6e1c54a5698258f7ed471df81', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.593438] env[69262]: INFO nova.compute.manager [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Detaching volume f6f0a61d-9844-4fb6-91c7-5a3ff85b9352 [ 1278.629219] env[69262]: INFO nova.virt.block_device [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Attempting to driver detach volume f6f0a61d-9844-4fb6-91c7-5a3ff85b9352 from mountpoint /dev/sdb [ 1278.629479] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.629671] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.630583] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f85977-5101-409e-8a17-98c0a3ce06bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.653917] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dc2843-1182-49c6-8a7f-1069e8144f7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.661718] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309b7d8-9dc1-49d8-ac65-3bf319f08a38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.683179] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403c5ba8-768b-476b-b927-5c34be4b4d77 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.699103] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] The volume has not been displaced from its original location: [datastore1] volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352/volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.704432] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.704833] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c884770e-1b7b-4142-a0b7-24d20adf112d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.730487] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714547, 'name': Rename_Task, 'duration_secs': 0.163683} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.732110] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.732401] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1278.732401] env[69262]: value = "task-3714550" [ 1278.732401] env[69262]: _type = "Task" [ 1278.732401] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.732589] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-697585e1-cce0-4324-8063-f99396b20f94 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.743691] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.745211] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1278.745211] env[69262]: value = "task-3714551" [ 1278.745211] env[69262]: _type = "Task" [ 1278.745211] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.753210] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.784792] env[69262]: DEBUG oslo_vmware.api [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Task: {'id': task-3714549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16251} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.785499] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.785499] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.785499] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.785730] env[69262]: INFO nova.compute.manager [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1278.785909] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.786136] env[69262]: DEBUG nova.compute.manager [-] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.786233] env[69262]: DEBUG nova.network.neutron [-] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.855749] env[69262]: DEBUG nova.network.neutron [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Successfully created port: 78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.880796] env[69262]: DEBUG oslo_concurrency.lockutils [req-67ad6a5c-6f5e-48b0-b275-d851dbab1a4c req-11569dbc-0ae6-4a53-aea4-db072203dd04 service nova] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.975574] env[69262]: DEBUG oslo_vmware.api [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.005567] env[69262]: DEBUG nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.244755] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.255107] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.299376] env[69262]: DEBUG nova.compute.manager [req-62a52e98-2c40-450f-9282-8fd596b65695 req-fedd5bb7-45ab-4453-b207-d43471a1968e service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Received event network-vif-deleted-38d661a5-f2ae-41cf-a6c5-f0616fc1c989 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.299953] env[69262]: INFO nova.compute.manager [req-62a52e98-2c40-450f-9282-8fd596b65695 req-fedd5bb7-45ab-4453-b207-d43471a1968e service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Neutron deleted interface 38d661a5-f2ae-41cf-a6c5-f0616fc1c989; detaching it from the instance and deleting it from the info cache [ 1279.299953] env[69262]: DEBUG nova.network.neutron [req-62a52e98-2c40-450f-9282-8fd596b65695 req-fedd5bb7-45ab-4453-b207-d43471a1968e service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.476906] env[69262]: DEBUG oslo_vmware.api [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714544, 'name': ReconfigVM_Task, 'duration_secs': 1.651051} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.478100] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.478100] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Reconfigured VM to attach interface {{(pid=69262) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1279.745448] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714550, 'name': ReconfigVM_Task, 'duration_secs': 0.870435} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.745832] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.750903] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e60cab82-d0af-445d-a793-4a09fa490eac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.771334] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.773313] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1279.773313] env[69262]: value = "task-3714552" [ 1279.773313] env[69262]: _type = "Task" [ 1279.773313] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.773810] env[69262]: DEBUG nova.network.neutron [-] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.785747] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.802495] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bd1ccf4-c036-4899-8f74-45be86ecde23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.815028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d67f24f-1090-4b18-8ee3-d1433d5459a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.846483] env[69262]: DEBUG nova.compute.manager [req-62a52e98-2c40-450f-9282-8fd596b65695 req-fedd5bb7-45ab-4453-b207-d43471a1968e service nova] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Detach interface failed, port_id=38d661a5-f2ae-41cf-a6c5-f0616fc1c989, reason: Instance 835abe03-9245-4edf-8ffb-e1028aa7f7d3 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1279.982897] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3029514d-b2c3-4012-9416-31c3e7635be5 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-1264f402-f8eb-46fe-94b5-236fe47b09dd-e45cbbf6-0178-434b-a02a-07021d06c3dd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.114s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.016853] env[69262]: DEBUG nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.044988] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.045254] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.045410] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.045592] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.045867] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.046061] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.046280] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.046443] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.046666] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.046866] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.047080] env[69262]: DEBUG nova.virt.hardware [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.047989] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4afb869-08a0-403f-8375-cf1151fb51a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.056432] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9be7276-1356-4594-acab-880d39c02030 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.247709] env[69262]: DEBUG nova.compute.manager [req-ba19572f-4e3b-4c3a-970f-edcc942e6473 req-df207c5e-82b5-49c7-93b9-f4bb4c425c71 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-vif-plugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.247978] env[69262]: DEBUG oslo_concurrency.lockutils [req-ba19572f-4e3b-4c3a-970f-edcc942e6473 req-df207c5e-82b5-49c7-93b9-f4bb4c425c71 service nova] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.248154] env[69262]: DEBUG oslo_concurrency.lockutils [req-ba19572f-4e3b-4c3a-970f-edcc942e6473 req-df207c5e-82b5-49c7-93b9-f4bb4c425c71 service nova] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.248269] env[69262]: DEBUG oslo_concurrency.lockutils [req-ba19572f-4e3b-4c3a-970f-edcc942e6473 req-df207c5e-82b5-49c7-93b9-f4bb4c425c71 service nova] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.248441] env[69262]: DEBUG nova.compute.manager [req-ba19572f-4e3b-4c3a-970f-edcc942e6473 req-df207c5e-82b5-49c7-93b9-f4bb4c425c71 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] No waiting events found dispatching network-vif-plugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1280.248608] env[69262]: WARNING nova.compute.manager [req-ba19572f-4e3b-4c3a-970f-edcc942e6473 req-df207c5e-82b5-49c7-93b9-f4bb4c425c71 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received unexpected event network-vif-plugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 for instance with vm_state building and task_state spawning. [ 1280.260278] env[69262]: DEBUG oslo_vmware.api [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714551, 'name': PowerOnVM_Task, 'duration_secs': 1.215031} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.260637] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.260727] env[69262]: INFO nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1280.260973] env[69262]: DEBUG nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1280.261753] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af50a99a-0602-4b4b-a406-3281db4cb67e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.284000] env[69262]: INFO nova.compute.manager [-] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Took 1.50 seconds to deallocate network for instance. [ 1280.284739] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.349255] env[69262]: DEBUG nova.network.neutron [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Successfully updated port: 78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.781862] env[69262]: INFO nova.compute.manager [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Took 13.65 seconds to build instance. [ 1280.786975] env[69262]: DEBUG oslo_vmware.api [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714552, 'name': ReconfigVM_Task, 'duration_secs': 0.54846} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.787308] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739722', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'name': 'volume-f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6e4f2f5-b98e-4532-a2a9-b077c6826342', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352', 'serial': 'f6f0a61d-9844-4fb6-91c7-5a3ff85b9352'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1280.791342] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.791601] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.791859] env[69262]: DEBUG nova.objects.instance [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lazy-loading 'resources' on Instance uuid 835abe03-9245-4edf-8ffb-e1028aa7f7d3 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.851997] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.852126] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.852304] env[69262]: DEBUG nova.network.neutron [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.284154] env[69262]: DEBUG oslo_concurrency.lockutils [None req-35b607ec-7ad3-4342-9c33-35670be56fe8 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.158s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.339840] env[69262]: DEBUG nova.objects.instance [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'flavor' on Instance uuid c6e4f2f5-b98e-4532-a2a9-b077c6826342 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.388362] env[69262]: DEBUG nova.network.neutron [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.408941] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf68c21d-507d-41fc-81c7-7dc2032ed479 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.417103] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d1a749-68d8-4ed4-a3f6-9e3e1c317e89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.450019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac6df93-49a4-484e-8aea-faf9a656a72d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.458008] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea5e01-d0d4-4747-96db-c18f3c05d884 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.473105] env[69262]: DEBUG nova.compute.provider_tree [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.537713] env[69262]: DEBUG nova.network.neutron [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.658859] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "interface-1264f402-f8eb-46fe-94b5-236fe47b09dd-e45cbbf6-0178-434b-a02a-07021d06c3dd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.659088] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-1264f402-f8eb-46fe-94b5-236fe47b09dd-e45cbbf6-0178-434b-a02a-07021d06c3dd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.741622] env[69262]: INFO nova.compute.manager [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Rebuilding instance [ 1281.778280] env[69262]: DEBUG nova.compute.manager [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1281.779163] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a38a6f-ac10-4b89-a222-e01a08bc1001 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.976894] env[69262]: DEBUG nova.scheduler.client.report [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.040815] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.041880] env[69262]: DEBUG nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Instance network_info: |[{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.041880] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:95:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a3ccfb-7d0f-40d5-9143-16bbd9129223', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.049399] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.049619] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.049847] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-312fa45e-b15e-4a1c-9f76-c0cc157dc452 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.071177] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.071177] env[69262]: value = "task-3714553" [ 1282.071177] env[69262]: _type = "Task" [ 1282.071177] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.079516] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714553, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.162287] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.162649] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.164046] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef93691-6c56-4ff4-ba95-52ab97c6ea9f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.194388] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15f8537-afe6-44ee-9952-f142789c1ff9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.225311] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Reconfiguring VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1282.225624] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43bcc369-f0f1-4d1f-9222-07cf60eb6b0e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.246582] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1282.246582] env[69262]: value = "task-3714554" [ 1282.246582] env[69262]: _type = "Task" [ 1282.246582] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.256160] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.274408] env[69262]: DEBUG nova.compute.manager [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.274615] env[69262]: DEBUG nova.compute.manager [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing instance network info cache due to event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.274840] env[69262]: DEBUG oslo_concurrency.lockutils [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] Acquiring lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.274976] env[69262]: DEBUG oslo_concurrency.lockutils [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] Acquired lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.275210] env[69262]: DEBUG nova.network.neutron [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.348822] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bb67e358-8852-4bb7-98bc-75c9580b96ae tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.259s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.484505] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.503267] env[69262]: INFO nova.scheduler.client.report [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Deleted allocations for instance 835abe03-9245-4edf-8ffb-e1028aa7f7d3 [ 1282.582980] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714553, 'name': CreateVM_Task, 'duration_secs': 0.330331} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.583320] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.584088] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.584298] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.584698] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.585038] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e6a7e6a-50cb-4ff4-ae60-07707c6d2ab7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.590373] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1282.590373] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5230eb37-dd35-ec5b-f329-66ce72a169b3" [ 1282.590373] env[69262]: _type = "Task" [ 1282.590373] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.599588] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5230eb37-dd35-ec5b-f329-66ce72a169b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.674942] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.675268] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.675489] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.675701] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.675944] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.678333] env[69262]: INFO nova.compute.manager [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Terminating instance [ 1282.757408] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.792018] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.792347] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97da5784-f5b6-4dc8-8fd2-304e9a213093 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.800638] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1282.800638] env[69262]: value = "task-3714555" [ 1282.800638] env[69262]: _type = "Task" [ 1282.800638] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.812029] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.988626] env[69262]: DEBUG nova.network.neutron [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updated VIF entry in instance network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.988987] env[69262]: DEBUG nova.network.neutron [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.010967] env[69262]: DEBUG oslo_concurrency.lockutils [None req-87df7eed-e6ac-40c5-9796-a0f2afef0840 tempest-AttachVolumeNegativeTest-1867189745 tempest-AttachVolumeNegativeTest-1867189745-project-member] Lock "835abe03-9245-4edf-8ffb-e1028aa7f7d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.904s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.101290] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5230eb37-dd35-ec5b-f329-66ce72a169b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.101590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.101851] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.102112] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.102263] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.102444] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.102703] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1799a9a1-2d40-4c22-bd64-17ff4eecf131 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.110918] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.111114] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.111798] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a62ce9-fde4-4cf3-885d-b309906045cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.116732] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1283.116732] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527354e5-927c-19ec-a2b3-81fa2fea8101" [ 1283.116732] env[69262]: _type = "Task" [ 1283.116732] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.124498] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527354e5-927c-19ec-a2b3-81fa2fea8101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.183036] env[69262]: DEBUG nova.compute.manager [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.183394] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.184952] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dba549-9252-46c5-b369-74e6a258bc97 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.193051] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.193187] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eec9c38-1f44-44f4-b147-ada7c0eda14f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.199960] env[69262]: DEBUG oslo_vmware.api [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1283.199960] env[69262]: value = "task-3714556" [ 1283.199960] env[69262]: _type = "Task" [ 1283.199960] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.218616] env[69262]: DEBUG oslo_vmware.api [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.258437] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.311281] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714555, 'name': PowerOffVM_Task, 'duration_secs': 0.110308} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.311591] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.312303] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.313188] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97e0d4a-4566-4497-a9f0-df8dfdc43157 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.320779] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.321120] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3221bb99-9a9d-497e-a37d-9169939171cd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.355053] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.355053] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.355053] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Deleting the datastore file [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.355053] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d7c9d4e-d5e6-4084-a45d-a4f72ff62301 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.364555] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1283.364555] env[69262]: value = "task-3714558" [ 1283.364555] env[69262]: _type = "Task" [ 1283.364555] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.375555] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.492606] env[69262]: DEBUG oslo_concurrency.lockutils [req-c21e83ea-ea4a-43b0-a327-586a02119434 req-ce8b7e2e-1234-4ca8-ac00-dffbdf20afa3 service nova] Releasing lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.628300] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527354e5-927c-19ec-a2b3-81fa2fea8101, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.629273] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27682b66-540b-4888-bf50-d12505ffe4fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.636311] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1283.636311] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52093165-7f12-8b17-0b34-301a886dd41b" [ 1283.636311] env[69262]: _type = "Task" [ 1283.636311] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.647171] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52093165-7f12-8b17-0b34-301a886dd41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.710117] env[69262]: DEBUG oslo_vmware.api [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714556, 'name': PowerOffVM_Task, 'duration_secs': 0.21656} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.710458] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.710673] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.710948] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18d3e207-cdc1-4f8a-87e0-504718ab1a4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.758052] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.776509] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.776741] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.776968] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleting the datastore file [datastore1] c6e4f2f5-b98e-4532-a2a9-b077c6826342 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.777277] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b706f2-e875-4577-a5c4-569ff4de64e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.784080] env[69262]: DEBUG oslo_vmware.api [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1283.784080] env[69262]: value = "task-3714561" [ 1283.784080] env[69262]: _type = "Task" [ 1283.784080] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.792476] env[69262]: DEBUG oslo_vmware.api [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.874921] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115151} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.875525] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.875859] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.877117] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.147944] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52093165-7f12-8b17-0b34-301a886dd41b, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.148349] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.148650] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.148982] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45842c44-35a5-47a5-af6c-a67dcde6694e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.157236] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1284.157236] env[69262]: value = "task-3714562" [ 1284.157236] env[69262]: _type = "Task" [ 1284.157236] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.165535] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.261524] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.296796] env[69262]: DEBUG oslo_vmware.api [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147773} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.297152] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.297393] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.297647] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.297876] env[69262]: INFO nova.compute.manager [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1284.298225] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.298453] env[69262]: DEBUG nova.compute.manager [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.298562] env[69262]: DEBUG nova.network.neutron [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.670440] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714562, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.761017] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.827703] env[69262]: DEBUG nova.compute.manager [req-1c638cc8-0d05-485e-bec9-bba19c308496 req-75cee727-9666-49cb-9c45-97ebd75ac448 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Received event network-vif-deleted-e2ecbbde-1358-4310-a7dd-7b95de0402cf {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.828066] env[69262]: INFO nova.compute.manager [req-1c638cc8-0d05-485e-bec9-bba19c308496 req-75cee727-9666-49cb-9c45-97ebd75ac448 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Neutron deleted interface e2ecbbde-1358-4310-a7dd-7b95de0402cf; detaching it from the instance and deleting it from the info cache [ 1284.828318] env[69262]: DEBUG nova.network.neutron [req-1c638cc8-0d05-485e-bec9-bba19c308496 req-75cee727-9666-49cb-9c45-97ebd75ac448 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.912815] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1284.913094] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1284.913274] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.913478] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1284.913642] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.913853] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1284.914143] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1284.914339] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1284.914529] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1284.914713] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1284.914907] env[69262]: DEBUG nova.virt.hardware [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1284.915886] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b482eea7-7d73-40cd-a783-ecd518fa6e01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.924800] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dae50a-4fca-44ef-a8d9-dbcaf1ce77c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.940121] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Instance VIF info [] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.946264] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.946764] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.947159] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eadf317-678c-4c2e-92dd-c87fa74245ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.965490] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.965490] env[69262]: value = "task-3714563" [ 1284.965490] env[69262]: _type = "Task" [ 1284.965490] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.974481] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714563, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.169105] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557958} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.169363] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.169560] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.169840] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91cabfb-1991-463d-9a03-3f35417d8965 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.177042] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1285.177042] env[69262]: value = "task-3714564" [ 1285.177042] env[69262]: _type = "Task" [ 1285.177042] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.186088] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.260960] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.310604] env[69262]: DEBUG nova.network.neutron [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.332403] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90c8aacd-52f4-46e0-8bb0-168fa94cdd81 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.342265] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1159c511-fb6e-4470-9f3a-79049cab478b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.379302] env[69262]: DEBUG nova.compute.manager [req-1c638cc8-0d05-485e-bec9-bba19c308496 req-75cee727-9666-49cb-9c45-97ebd75ac448 service nova] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Detach interface failed, port_id=e2ecbbde-1358-4310-a7dd-7b95de0402cf, reason: Instance c6e4f2f5-b98e-4532-a2a9-b077c6826342 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.477660] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714563, 'name': CreateVM_Task, 'duration_secs': 0.43574} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.477855] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.478370] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.478538] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.478881] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.479165] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7efc6e55-1124-429d-b77f-e3041194a9cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.484807] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1285.484807] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d0da7d-8f43-fc72-c825-b64b4b987b19" [ 1285.484807] env[69262]: _type = "Task" [ 1285.484807] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.493255] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d0da7d-8f43-fc72-c825-b64b4b987b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.686794] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0757} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.687182] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.688019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d50ad8-5f8f-4633-8563-8aec5f2e1854 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.710322] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.710643] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b857bb92-ad10-4d92-aba0-aed312fc86c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.731394] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1285.731394] env[69262]: value = "task-3714565" [ 1285.731394] env[69262]: _type = "Task" [ 1285.731394] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.740108] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.763065] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.813833] env[69262]: INFO nova.compute.manager [-] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Took 1.52 seconds to deallocate network for instance. [ 1285.996725] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52d0da7d-8f43-fc72-c825-b64b4b987b19, 'name': SearchDatastore_Task, 'duration_secs': 0.02303} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.997089] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.997342] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.997587] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.997766] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.997918] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.998214] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4e7c657-356a-476f-be10-6862ce9001ce {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.007264] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.007448] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.008221] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfe6963-2d7c-4114-9090-f80af87e465d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.014676] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1286.014676] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5251570e-53dc-0cc7-4c1c-8c9a296fac48" [ 1286.014676] env[69262]: _type = "Task" [ 1286.014676] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.025648] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5251570e-53dc-0cc7-4c1c-8c9a296fac48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.242768] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714565, 'name': ReconfigVM_Task, 'duration_secs': 0.287085} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.242979] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.243698] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdd02bbb-8734-4151-a6b6-b25bfac0191f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.250440] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1286.250440] env[69262]: value = "task-3714566" [ 1286.250440] env[69262]: _type = "Task" [ 1286.250440] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.262014] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714566, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.265509] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.320919] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.321217] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.321446] env[69262]: DEBUG nova.objects.instance [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'resources' on Instance uuid c6e4f2f5-b98e-4532-a2a9-b077c6826342 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.525707] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5251570e-53dc-0cc7-4c1c-8c9a296fac48, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.526873] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28fbc475-6512-4b0e-8397-510ccf215dfc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.531704] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1286.531704] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525f03d9-3b3c-f659-4c58-48ab09bf96cb" [ 1286.531704] env[69262]: _type = "Task" [ 1286.531704] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.540281] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525f03d9-3b3c-f659-4c58-48ab09bf96cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.764883] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.768050] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714566, 'name': Rename_Task, 'duration_secs': 0.152078} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.768401] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.768706] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5311b4d-b15c-4481-bf6e-29e0574286fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.775629] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1286.775629] env[69262]: value = "task-3714567" [ 1286.775629] env[69262]: _type = "Task" [ 1286.775629] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.785291] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.939393] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f0664-e5db-4634-85a6-489ed8e01a70 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.948084] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd3afeb-b2d3-4fe9-8e14-364e8ea6f1ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.978723] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2383df-e99a-46e6-98da-8b80b70a35ac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.986822] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018ae017-d192-4e14-8751-2058c2a3da50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.000300] env[69262]: DEBUG nova.compute.provider_tree [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.042107] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525f03d9-3b3c-f659-4c58-48ab09bf96cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01011} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.042354] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.042610] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.042859] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-defdbf82-6389-4ee7-9e4c-efbce732b354 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.050971] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1287.050971] env[69262]: value = "task-3714569" [ 1287.050971] env[69262]: _type = "Task" [ 1287.050971] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.059428] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.267033] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.286140] env[69262]: DEBUG oslo_vmware.api [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714567, 'name': PowerOnVM_Task, 'duration_secs': 0.459134} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.286384] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.286590] env[69262]: INFO nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1287.286789] env[69262]: DEBUG nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1287.287606] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa33e2a-b2a5-42c5-b70d-b28504e72b03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.504117] env[69262]: DEBUG nova.scheduler.client.report [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.561642] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488879} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.561931] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1287.562175] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1287.562443] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6c75cf3-3786-4c45-9891-ccbf14cf420c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.569414] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1287.569414] env[69262]: value = "task-3714570" [ 1287.569414] env[69262]: _type = "Task" [ 1287.569414] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.577928] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.765248] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.805634] env[69262]: INFO nova.compute.manager [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Took 12.01 seconds to build instance. [ 1288.009697] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.028349] env[69262]: INFO nova.scheduler.client.report [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted allocations for instance c6e4f2f5-b98e-4532-a2a9-b077c6826342 [ 1288.080046] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072798} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.080424] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.081248] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73858e17-6dd2-4446-9395-d041b1c12a10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.102645] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.103245] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adb8590-1836-4db7-882c-c0b0824a6523 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.124024] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1288.124024] env[69262]: value = "task-3714571" [ 1288.124024] env[69262]: _type = "Task" [ 1288.124024] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.132836] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.266048] env[69262]: DEBUG oslo_vmware.api [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714554, 'name': ReconfigVM_Task, 'duration_secs': 5.764055} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.266329] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.266538] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Reconfigured VM to detach interface {{(pid=69262) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1288.308818] env[69262]: DEBUG oslo_concurrency.lockutils [None req-684aef0d-cef6-4483-bdb6-3d5c0e04001b tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.526s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.527469] env[69262]: DEBUG nova.compute.manager [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.527558] env[69262]: DEBUG nova.compute.manager [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing instance network info cache due to event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.527741] env[69262]: DEBUG oslo_concurrency.lockutils [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] Acquiring lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.527908] env[69262]: DEBUG oslo_concurrency.lockutils [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] Acquired lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.528396] env[69262]: DEBUG nova.network.neutron [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.536929] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2cf28812-7dcd-43ad-ac88-d5bbd97e7b00 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "c6e4f2f5-b98e-4532-a2a9-b077c6826342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.861s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.634395] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714571, 'name': ReconfigVM_Task, 'duration_secs': 0.292516} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.637159] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Reconfigured VM instance instance-0000007a to attach disk [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b/d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.637782] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bdb7c4c-97b0-420b-aff0-c9a85c441d4b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.645745] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1288.645745] env[69262]: value = "task-3714572" [ 1288.645745] env[69262]: _type = "Task" [ 1288.645745] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.654662] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714572, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.156564] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714572, 'name': Rename_Task, 'duration_secs': 0.142804} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.159239] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1289.159514] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4a5285e-b523-44d8-bb0a-0eb44d1a9dde {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.166894] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1289.166894] env[69262]: value = "task-3714573" [ 1289.166894] env[69262]: _type = "Task" [ 1289.166894] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.175482] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.256360] env[69262]: DEBUG nova.network.neutron [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updated VIF entry in instance network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.256729] env[69262]: DEBUG nova.network.neutron [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.677731] env[69262]: DEBUG oslo_vmware.api [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714573, 'name': PowerOnVM_Task, 'duration_secs': 0.429048} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.678074] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.678431] env[69262]: DEBUG nova.compute.manager [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.679805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c508c-b0ab-465b-b9ed-600dc9a16b78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.759171] env[69262]: DEBUG oslo_concurrency.lockutils [req-98db2dde-61bd-418c-81af-37c1e39867ae req-44d6aa97-a11f-4b5d-be1b-c85dd4696b3f service nova] Releasing lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.946645] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.946645] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquired lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.946885] env[69262]: DEBUG nova.network.neutron [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.198624] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.199085] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.199406] env[69262]: DEBUG nova.objects.instance [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69262) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1290.225037] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.225262] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.225437] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.225611] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.225773] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.229433] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "65561333-7dc5-45d8-ad83-52bf879f1c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.229934] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.231378] env[69262]: INFO nova.compute.manager [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Terminating instance [ 1290.576197] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.576544] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.576790] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.577087] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.577455] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.581468] env[69262]: INFO nova.compute.manager [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Terminating instance [ 1290.696877] env[69262]: INFO nova.network.neutron [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Port e45cbbf6-0178-434b-a02a-07021d06c3dd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1290.697345] env[69262]: DEBUG nova.network.neutron [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [{"id": "e3f67bd6-653e-4b05-8184-06715052df26", "address": "fa:16:3e:e0:f9:6b", "network": {"id": "a69fc0aa-2672-42c7-8323-097d6ac11ae0", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1447872273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a51dd3c83e5471b84f22c7ff6a5408b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f92f0b92-d6fb-4d00-8ad5-6b3809ed5493", "external-id": "nsx-vlan-transportzone-48", "segmentation_id": 48, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3f67bd6-65", "ovs_interfaceid": "e3f67bd6-653e-4b05-8184-06715052df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.734602] env[69262]: DEBUG nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.737676] env[69262]: DEBUG nova.compute.manager [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.737893] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.739090] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931bec16-e256-47ba-adbb-2e94de637c3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.747747] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.748241] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e045d027-9d1d-466e-8d4d-491ac81ccf05 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.757285] env[69262]: DEBUG oslo_vmware.api [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1290.757285] env[69262]: value = "task-3714575" [ 1290.757285] env[69262]: _type = "Task" [ 1290.757285] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.767161] env[69262]: DEBUG oslo_vmware.api [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.085333] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "refresh_cache-d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.085521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquired lock "refresh_cache-d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.085704] env[69262]: DEBUG nova.network.neutron [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.200742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Releasing lock "refresh_cache-1264f402-f8eb-46fe-94b5-236fe47b09dd" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.208414] env[69262]: DEBUG oslo_concurrency.lockutils [None req-5cfad72b-1853-473e-b980-be4a16710064 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.257238] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.257528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.259074] env[69262]: INFO nova.compute.claims [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.271993] env[69262]: DEBUG oslo_vmware.api [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714575, 'name': PowerOffVM_Task, 'duration_secs': 0.240141} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.272336] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.272544] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.272802] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c658cdf4-8523-4424-a402-5f9fee636205 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.345321] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.345505] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.345735] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleting the datastore file [datastore1] 1264f402-f8eb-46fe-94b5-236fe47b09dd {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.346268] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-829bfd9e-3bf9-4a92-8963-5609bca8b41b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.352932] env[69262]: DEBUG oslo_vmware.api [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1291.352932] env[69262]: value = "task-3714577" [ 1291.352932] env[69262]: _type = "Task" [ 1291.352932] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.361559] env[69262]: DEBUG oslo_vmware.api [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.606842] env[69262]: DEBUG nova.network.neutron [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.672453] env[69262]: DEBUG nova.network.neutron [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.705183] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d83c468-dcd6-43ad-9071-9e485ec88546 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "interface-1264f402-f8eb-46fe-94b5-236fe47b09dd-e45cbbf6-0178-434b-a02a-07021d06c3dd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.046s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.863939] env[69262]: DEBUG oslo_vmware.api [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.175510] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Releasing lock "refresh_cache-d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.176227] env[69262]: DEBUG nova.compute.manager [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.176462] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.177836] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bad855-dc91-4bda-8564-f7212b68b3e9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.186598] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.186919] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-097e2453-2562-4271-a37f-47300e0a5709 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.194897] env[69262]: DEBUG oslo_vmware.api [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1292.194897] env[69262]: value = "task-3714578" [ 1292.194897] env[69262]: _type = "Task" [ 1292.194897] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.204229] env[69262]: DEBUG oslo_vmware.api [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.364038] env[69262]: DEBUG oslo_vmware.api [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556798} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.366826] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.367166] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.367389] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.367572] env[69262]: INFO nova.compute.manager [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1292.367815] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.368261] env[69262]: DEBUG nova.compute.manager [-] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.368391] env[69262]: DEBUG nova.network.neutron [-] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.381053] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52277fa4-44f9-4beb-ac74-acbcb3ab6d60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.389724] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9af585-3083-4f4a-a710-02133f6d837f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.423092] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0870fddb-1cc6-4d0f-a5e7-22ddc2397c3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.431479] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd23036-ced6-47ad-8e90-c3260ffd9387 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.445202] env[69262]: DEBUG nova.compute.provider_tree [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.687881] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.687881] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.707179] env[69262]: DEBUG oslo_vmware.api [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714578, 'name': PowerOffVM_Task, 'duration_secs': 0.200071} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.707473] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.707642] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.707899] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44634e1f-7ee1-4dac-862d-16470a861f4f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.738583] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.738911] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.738997] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Deleting the datastore file [datastore2] d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.739353] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7601128d-ffbe-438b-af19-bad4adbdaf60 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.747436] env[69262]: DEBUG oslo_vmware.api [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for the task: (returnval){ [ 1292.747436] env[69262]: value = "task-3714580" [ 1292.747436] env[69262]: _type = "Task" [ 1292.747436] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.757044] env[69262]: DEBUG oslo_vmware.api [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.948978] env[69262]: DEBUG nova.scheduler.client.report [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.037517] env[69262]: DEBUG nova.compute.manager [req-e7694dd7-8ec2-41e9-97c2-d60fdf07264e req-566d6362-0930-4f53-8894-2933e2baa8ab service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Received event network-vif-deleted-e3f67bd6-653e-4b05-8184-06715052df26 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.037716] env[69262]: INFO nova.compute.manager [req-e7694dd7-8ec2-41e9-97c2-d60fdf07264e req-566d6362-0930-4f53-8894-2933e2baa8ab service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Neutron deleted interface e3f67bd6-653e-4b05-8184-06715052df26; detaching it from the instance and deleting it from the info cache [ 1293.037901] env[69262]: DEBUG nova.network.neutron [req-e7694dd7-8ec2-41e9-97c2-d60fdf07264e req-566d6362-0930-4f53-8894-2933e2baa8ab service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.189078] env[69262]: DEBUG nova.compute.utils [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.258631] env[69262]: DEBUG oslo_vmware.api [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Task: {'id': task-3714580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107527} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.258914] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.259107] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.259429] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.259520] env[69262]: INFO nova.compute.manager [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1293.259703] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.259891] env[69262]: DEBUG nova.compute.manager [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.259986] env[69262]: DEBUG nova.network.neutron [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.277246] env[69262]: DEBUG nova.network.neutron [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.454452] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.455017] env[69262]: DEBUG nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.516171] env[69262]: DEBUG nova.network.neutron [-] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.540767] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-328a2f4c-b3c5-474d-887d-a9f7f265fe5b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.551542] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119eaa96-eb49-4cf8-a7ec-1a7a0f6a2eac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.586135] env[69262]: DEBUG nova.compute.manager [req-e7694dd7-8ec2-41e9-97c2-d60fdf07264e req-566d6362-0930-4f53-8894-2933e2baa8ab service nova] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Detach interface failed, port_id=e3f67bd6-653e-4b05-8184-06715052df26, reason: Instance 1264f402-f8eb-46fe-94b5-236fe47b09dd could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.692524] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.780192] env[69262]: DEBUG nova.network.neutron [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.960939] env[69262]: DEBUG nova.compute.utils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.964614] env[69262]: DEBUG nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.964861] env[69262]: DEBUG nova.network.neutron [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.016803] env[69262]: DEBUG nova.policy [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c935af23c5449689c5d9e302d9bccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bf525522b514e56b67db0b133f3deac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.019076] env[69262]: INFO nova.compute.manager [-] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Took 1.65 seconds to deallocate network for instance. [ 1294.284725] env[69262]: INFO nova.compute.manager [-] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Took 1.02 seconds to deallocate network for instance. [ 1294.303998] env[69262]: DEBUG nova.network.neutron [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Successfully created port: 553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.472935] env[69262]: DEBUG nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.526563] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.526889] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.527900] env[69262]: DEBUG nova.objects.instance [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'resources' on Instance uuid 1264f402-f8eb-46fe-94b5-236fe47b09dd {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.795768] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.796417] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.796696] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.796862] env[69262]: INFO nova.compute.manager [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Attaching volume 8e73fb8a-4960-4a36-82c3-0c8a45dadd77 to /dev/sdb [ 1294.837514] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613c9cc-8798-4b50-a7a3-10dac21a2d7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.845327] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223a9af-b9e5-4c22-9aad-0ab2556d19c2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.859906] env[69262]: DEBUG nova.virt.block_device [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updating existing volume attachment record: 03c1e58f-ee4e-4f7f-bd9a-4a3a871c0467 {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.147666] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0616b63e-3f4b-4d40-8b53-5f82a2061e9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.156312] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fdab5f-1b26-4c42-aaed-cc4bc0173376 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.192276] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a6f68-1d82-4da6-848c-a2216cd6ee3f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.201105] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666cd043-3707-457d-8b67-7e796586315a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.216449] env[69262]: DEBUG nova.compute.provider_tree [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.487615] env[69262]: DEBUG nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.516330] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.516578] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.516822] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.516882] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.517069] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.517251] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.517520] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.517788] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.518070] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.518362] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.518574] env[69262]: DEBUG nova.virt.hardware [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.519480] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da53de-5366-46e9-a183-a6850d5f8c9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.527698] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efdba70-bda8-4fc0-a503-7444e667fd11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.712917] env[69262]: DEBUG nova.compute.manager [req-937e4c29-ed89-4975-9293-93baa5fecbba req-2468aafc-daa8-4295-8a03-1c71dd2b1f5a service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Received event network-vif-plugged-553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.713077] env[69262]: DEBUG oslo_concurrency.lockutils [req-937e4c29-ed89-4975-9293-93baa5fecbba req-2468aafc-daa8-4295-8a03-1c71dd2b1f5a service nova] Acquiring lock "65561333-7dc5-45d8-ad83-52bf879f1c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.713295] env[69262]: DEBUG oslo_concurrency.lockutils [req-937e4c29-ed89-4975-9293-93baa5fecbba req-2468aafc-daa8-4295-8a03-1c71dd2b1f5a service nova] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.713474] env[69262]: DEBUG oslo_concurrency.lockutils [req-937e4c29-ed89-4975-9293-93baa5fecbba req-2468aafc-daa8-4295-8a03-1c71dd2b1f5a service nova] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.713643] env[69262]: DEBUG nova.compute.manager [req-937e4c29-ed89-4975-9293-93baa5fecbba req-2468aafc-daa8-4295-8a03-1c71dd2b1f5a service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] No waiting events found dispatching network-vif-plugged-553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1295.713915] env[69262]: WARNING nova.compute.manager [req-937e4c29-ed89-4975-9293-93baa5fecbba req-2468aafc-daa8-4295-8a03-1c71dd2b1f5a service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Received unexpected event network-vif-plugged-553c5fda-0adb-4248-9019-386f8932fda1 for instance with vm_state building and task_state spawning. [ 1295.720743] env[69262]: DEBUG nova.scheduler.client.report [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.799119] env[69262]: DEBUG nova.network.neutron [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Successfully updated port: 553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.226135] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.228687] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.433s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.228931] env[69262]: DEBUG nova.objects.instance [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lazy-loading 'resources' on Instance uuid d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.247015] env[69262]: INFO nova.scheduler.client.report [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted allocations for instance 1264f402-f8eb-46fe-94b5-236fe47b09dd [ 1296.302553] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.302712] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.302896] env[69262]: DEBUG nova.network.neutron [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.754496] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0c8ee280-a2e4-4169-80d8-34b4685eb7eb tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "1264f402-f8eb-46fe-94b5-236fe47b09dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.529s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.821320] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa70ee1-6a50-401a-97d4-4275684b0d26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.829436] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3856d9-9595-438e-9636-c55012484843 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.834520] env[69262]: DEBUG nova.network.neutron [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.861594] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db24d234-44bf-44b2-8555-0d74ee694958 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.869649] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb153f0-b0ad-46cf-8b80-a9150da35606 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.885342] env[69262]: DEBUG nova.compute.provider_tree [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.941694] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.941949] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.942181] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.942361] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.942528] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.944682] env[69262]: INFO nova.compute.manager [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Terminating instance [ 1297.016501] env[69262]: DEBUG nova.network.neutron [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Updating instance_info_cache with network_info: [{"id": "553c5fda-0adb-4248-9019-386f8932fda1", "address": "fa:16:3e:f0:d0:fd", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553c5fda-0a", "ovs_interfaceid": "553c5fda-0adb-4248-9019-386f8932fda1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.388565] env[69262]: DEBUG nova.scheduler.client.report [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.448288] env[69262]: DEBUG nova.compute.manager [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1297.448565] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1297.449463] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bedd834-c7da-432a-a6da-5db0cc716939 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.458125] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.458398] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b675fc-65db-4b0b-86cb-76968f0cd584 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.464813] env[69262]: DEBUG oslo_vmware.api [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1297.464813] env[69262]: value = "task-3714583" [ 1297.464813] env[69262]: _type = "Task" [ 1297.464813] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.475742] env[69262]: DEBUG oslo_vmware.api [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.519281] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.519613] env[69262]: DEBUG nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Instance network_info: |[{"id": "553c5fda-0adb-4248-9019-386f8932fda1", "address": "fa:16:3e:f0:d0:fd", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553c5fda-0a", "ovs_interfaceid": "553c5fda-0adb-4248-9019-386f8932fda1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.520055] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:d0:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '553c5fda-0adb-4248-9019-386f8932fda1', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.527806] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.528042] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.528300] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17041d7-06f0-4b2e-bb53-a73eea6f3de3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.549395] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.549395] env[69262]: value = "task-3714584" [ 1297.549395] env[69262]: _type = "Task" [ 1297.549395] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.558087] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714584, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.738784] env[69262]: DEBUG nova.compute.manager [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Received event network-changed-553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.738938] env[69262]: DEBUG nova.compute.manager [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Refreshing instance network info cache due to event network-changed-553c5fda-0adb-4248-9019-386f8932fda1. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.739171] env[69262]: DEBUG oslo_concurrency.lockutils [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] Acquiring lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.739317] env[69262]: DEBUG oslo_concurrency.lockutils [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] Acquired lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.739483] env[69262]: DEBUG nova.network.neutron [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Refreshing network info cache for port 553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.893908] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.913554] env[69262]: INFO nova.scheduler.client.report [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Deleted allocations for instance d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b [ 1297.975656] env[69262]: DEBUG oslo_vmware.api [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714583, 'name': PowerOffVM_Task, 'duration_secs': 0.173897} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.975987] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.976164] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.976432] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32c317df-e83c-426e-9c1a-4a11a86d3fd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.047270] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.047542] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.047710] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleting the datastore file [datastore2] 84ecccca-4c6f-485f-8211-80fc7a24b86b {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.047965] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95266ba7-5309-42f0-be1d-99ad98324837 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.059294] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714584, 'name': CreateVM_Task, 'duration_secs': 0.306498} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.060543] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.060886] env[69262]: DEBUG oslo_vmware.api [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for the task: (returnval){ [ 1298.060886] env[69262]: value = "task-3714586" [ 1298.060886] env[69262]: _type = "Task" [ 1298.060886] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.061541] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.061726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.062028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.062334] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcec9b38-bea1-4b37-83f1-bad74c322685 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.073427] env[69262]: DEBUG oslo_vmware.api [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.074451] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1298.074451] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52819e1b-3769-0719-49d4-c41fd6aa4eef" [ 1298.074451] env[69262]: _type = "Task" [ 1298.074451] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.082843] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52819e1b-3769-0719-49d4-c41fd6aa4eef, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.083162] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.083399] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1298.083627] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.083775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.083958] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1298.084233] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3a299c-38a4-4080-bb32-21cd2232fce5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.092851] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.093046] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.094122] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b15f74b-31bd-45ed-b44f-97562e8da6e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.099590] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1298.099590] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5254d942-397d-5717-9940-e7d729e49bb5" [ 1298.099590] env[69262]: _type = "Task" [ 1298.099590] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.107781] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5254d942-397d-5717-9940-e7d729e49bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.421563] env[69262]: DEBUG oslo_concurrency.lockutils [None req-16c7a1ad-0485-40fd-87bc-585b57bf9a75 tempest-ServersListShow298Test-1841183049 tempest-ServersListShow298Test-1841183049-project-member] Lock "d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.845s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.437198] env[69262]: DEBUG nova.network.neutron [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Updated VIF entry in instance network info cache for port 553c5fda-0adb-4248-9019-386f8932fda1. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.437578] env[69262]: DEBUG nova.network.neutron [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Updating instance_info_cache with network_info: [{"id": "553c5fda-0adb-4248-9019-386f8932fda1", "address": "fa:16:3e:f0:d0:fd", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553c5fda-0a", "ovs_interfaceid": "553c5fda-0adb-4248-9019-386f8932fda1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.572582] env[69262]: DEBUG oslo_vmware.api [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Task: {'id': task-3714586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173436} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.572840] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.573155] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.573361] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.573541] env[69262]: INFO nova.compute.manager [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1298.573781] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.574109] env[69262]: DEBUG nova.compute.manager [-] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.574224] env[69262]: DEBUG nova.network.neutron [-] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.610831] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5254d942-397d-5717-9940-e7d729e49bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.611528] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bf9ed6-abf8-42fc-8891-7d83d455bf7b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.616888] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1298.616888] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52742b77-a906-c232-1edb-c323c487109b" [ 1298.616888] env[69262]: _type = "Task" [ 1298.616888] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.625322] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52742b77-a906-c232-1edb-c323c487109b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.941090] env[69262]: DEBUG oslo_concurrency.lockutils [req-53d11818-14b2-422c-900a-8ff0e8cba40b req-de53ad1c-d8e6-4c02-addc-507870430abc service nova] Releasing lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.128068] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52742b77-a906-c232-1edb-c323c487109b, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.128376] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.128679] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 65561333-7dc5-45d8-ad83-52bf879f1c6e/65561333-7dc5-45d8-ad83-52bf879f1c6e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.129045] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-746bbb3a-fd98-4da8-aadb-b439e36dfe38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.137053] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1299.137053] env[69262]: value = "task-3714587" [ 1299.137053] env[69262]: _type = "Task" [ 1299.137053] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.145642] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.317513] env[69262]: DEBUG nova.network.neutron [-] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.413920] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.414263] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739733', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'name': 'volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'serial': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.415243] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efcd079-1a9b-445f-93b4-b3ffb4499150 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.435078] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a9957b-56b7-4539-ba74-267c3cb054c0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.463776] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77/volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.464746] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc7e18f-6193-4d60-856e-cf6a4dc469da {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.486654] env[69262]: DEBUG oslo_vmware.api [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1299.486654] env[69262]: value = "task-3714588" [ 1299.486654] env[69262]: _type = "Task" [ 1299.486654] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.498690] env[69262]: DEBUG oslo_vmware.api [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.648290] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502109} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.648652] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore1] 65561333-7dc5-45d8-ad83-52bf879f1c6e/65561333-7dc5-45d8-ad83-52bf879f1c6e.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.648927] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.649191] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54838467-7a1e-436d-a007-f296e28ee793 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.657108] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1299.657108] env[69262]: value = "task-3714589" [ 1299.657108] env[69262]: _type = "Task" [ 1299.657108] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.667016] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.767700] env[69262]: DEBUG nova.compute.manager [req-c75ecb91-4d18-4615-8000-ccf2d3094b0b req-91b5572f-4680-479d-be41-f86376e8fff8 service nova] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Received event network-vif-deleted-adc97048-2011-4c84-ae8f-50fc8b2179f7 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.820173] env[69262]: INFO nova.compute.manager [-] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Took 1.25 seconds to deallocate network for instance. [ 1299.999568] env[69262]: DEBUG oslo_vmware.api [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714588, 'name': ReconfigVM_Task, 'duration_secs': 0.51098} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.999936] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77/volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.004668] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939998c6-f862-4b82-ac75-1a05fa83d54e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.020391] env[69262]: DEBUG oslo_vmware.api [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1300.020391] env[69262]: value = "task-3714590" [ 1300.020391] env[69262]: _type = "Task" [ 1300.020391] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.029874] env[69262]: DEBUG oslo_vmware.api [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.167889] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078999} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.168222] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.169059] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc6ed66-7b41-4049-89df-ed2ae06659f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.193150] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 65561333-7dc5-45d8-ad83-52bf879f1c6e/65561333-7dc5-45d8-ad83-52bf879f1c6e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.193514] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c4e706-82ae-48e9-8a6c-5953e14e127f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.215026] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1300.215026] env[69262]: value = "task-3714591" [ 1300.215026] env[69262]: _type = "Task" [ 1300.215026] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.225073] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.327369] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.327709] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.327987] env[69262]: DEBUG nova.objects.instance [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lazy-loading 'resources' on Instance uuid 84ecccca-4c6f-485f-8211-80fc7a24b86b {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.531034] env[69262]: DEBUG oslo_vmware.api [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714590, 'name': ReconfigVM_Task, 'duration_secs': 0.242462} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.531416] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739733', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'name': 'volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'serial': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.726893] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.921315] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53adc42-68da-4707-86aa-bf8b7729e58c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.930022] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b517b31-2f3f-45df-9fc6-03ce377232c5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.964356] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a9c24b-c875-459a-8cb0-6276d656c219 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.972894] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6ee7b6-f966-4e77-b936-1bddd6c37f83 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.987967] env[69262]: DEBUG nova.compute.provider_tree [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.227222] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714591, 'name': ReconfigVM_Task, 'duration_secs': 0.524415} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.227724] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 65561333-7dc5-45d8-ad83-52bf879f1c6e/65561333-7dc5-45d8-ad83-52bf879f1c6e.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.228246] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be2669d9-775e-4f3a-a6e4-af2e478f35d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.236711] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1301.236711] env[69262]: value = "task-3714592" [ 1301.236711] env[69262]: _type = "Task" [ 1301.236711] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.251753] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714592, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.491460] env[69262]: DEBUG nova.scheduler.client.report [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.573557] env[69262]: DEBUG nova.objects.instance [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid d82e3710-3784-40ee-9cfc-e976faae02f9 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.747719] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714592, 'name': Rename_Task, 'duration_secs': 0.160315} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.748025] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.748294] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b0cc07-7e97-46c5-8ab6-0055001f9f53 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.755540] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1301.755540] env[69262]: value = "task-3714593" [ 1301.755540] env[69262]: _type = "Task" [ 1301.755540] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.764056] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.997080] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.019801] env[69262]: INFO nova.scheduler.client.report [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Deleted allocations for instance 84ecccca-4c6f-485f-8211-80fc7a24b86b [ 1302.079984] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8af1d65a-da6e-40e8-a6cc-6a8bb8040882 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.283s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.266110] env[69262]: DEBUG oslo_vmware.api [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714593, 'name': PowerOnVM_Task, 'duration_secs': 0.473267} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.266531] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.266632] env[69262]: INFO nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1302.266811] env[69262]: DEBUG nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1302.267666] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae330334-a12a-4ab0-a545-f8b3b91f6420 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.528025] env[69262]: DEBUG oslo_concurrency.lockutils [None req-ef61807c-37b9-4127-a9c8-9b41257de632 tempest-AttachInterfacesTestJSON-1452735159 tempest-AttachInterfacesTestJSON-1452735159-project-member] Lock "84ecccca-4c6f-485f-8211-80fc7a24b86b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.786103] env[69262]: INFO nova.compute.manager [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Took 11.55 seconds to build instance. [ 1302.939613] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.939870] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.288431] env[69262]: DEBUG oslo_concurrency.lockutils [None req-54c55348-5b42-4e87-9b12-08914635f90c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.059s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.289695] env[69262]: DEBUG nova.compute.manager [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Received event network-changed-553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.289875] env[69262]: DEBUG nova.compute.manager [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Refreshing instance network info cache due to event network-changed-553c5fda-0adb-4248-9019-386f8932fda1. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.290091] env[69262]: DEBUG oslo_concurrency.lockutils [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] Acquiring lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.290238] env[69262]: DEBUG oslo_concurrency.lockutils [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] Acquired lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.290398] env[69262]: DEBUG nova.network.neutron [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Refreshing network info cache for port 553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.444038] env[69262]: DEBUG nova.compute.utils [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.947317] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.057224] env[69262]: DEBUG nova.network.neutron [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Updated VIF entry in instance network info cache for port 553c5fda-0adb-4248-9019-386f8932fda1. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.057619] env[69262]: DEBUG nova.network.neutron [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Updating instance_info_cache with network_info: [{"id": "553c5fda-0adb-4248-9019-386f8932fda1", "address": "fa:16:3e:f0:d0:fd", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap553c5fda-0a", "ovs_interfaceid": "553c5fda-0adb-4248-9019-386f8932fda1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.560108] env[69262]: DEBUG oslo_concurrency.lockutils [req-ae52bfa6-ad78-47e4-aa93-96ff4203b3f9 req-47ca6ad7-cbce-46f6-9bc2-c4693a177b59 service nova] Releasing lock "refresh_cache-65561333-7dc5-45d8-ad83-52bf879f1c6e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.040453] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.040718] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.040960] env[69262]: INFO nova.compute.manager [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Attaching volume 9ee97b0f-fa0c-4b24-b460-b6158eccfd60 to /dev/sdc [ 1305.089540] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aba2438-0f80-4853-9d7e-d84b72d31fd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.097675] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c8483-e4f6-4d54-848c-9ae8a399e18a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.113557] env[69262]: DEBUG nova.virt.block_device [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updating existing volume attachment record: eeabb115-9fa2-4f4b-bc2e-a03d4c6e840c {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1309.668833] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1309.669166] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739736', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'name': 'volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'serial': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1309.669970] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e2dcfe-2af7-43b5-99bf-afcea621a635 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.687484] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1c7c49-1c29-45cb-b427-2ef7cadb47e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.717703] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60/volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.718048] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-210e62fd-7579-4bdf-a640-9a48eb44fd8a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.739238] env[69262]: DEBUG oslo_vmware.api [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1309.739238] env[69262]: value = "task-3714599" [ 1309.739238] env[69262]: _type = "Task" [ 1309.739238] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.748118] env[69262]: DEBUG oslo_vmware.api [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.861338] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.861338] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.250505] env[69262]: DEBUG oslo_vmware.api [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714599, 'name': ReconfigVM_Task, 'duration_secs': 0.475853} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.250505] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60/volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.255236] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c79e20c-890f-43db-9d82-2e08e83af3ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.271368] env[69262]: DEBUG oslo_vmware.api [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1310.271368] env[69262]: value = "task-3714600" [ 1310.271368] env[69262]: _type = "Task" [ 1310.271368] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.280901] env[69262]: DEBUG oslo_vmware.api [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.362732] env[69262]: DEBUG nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.783064] env[69262]: DEBUG oslo_vmware.api [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714600, 'name': ReconfigVM_Task, 'duration_secs': 0.151271} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.783403] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739736', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'name': 'volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'serial': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1310.885389] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.885667] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.888211] env[69262]: INFO nova.compute.claims [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.824191] env[69262]: DEBUG nova.objects.instance [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid d82e3710-3784-40ee-9cfc-e976faae02f9 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.984493] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae91588-9c02-466d-bec4-649b5632db9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.992683] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e4ccc2-9884-4c69-a226-7586910b63b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.033159] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0773c8-2e28-461d-838b-dd52d02eb9bd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.045221] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06eabba-2874-4bc6-9dbd-a61cf8c896ff {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.068251] env[69262]: DEBUG nova.compute.provider_tree [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.331364] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db237ee4-b4e1-4279-a9a2-1bf48d997c3d tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.572402] env[69262]: DEBUG nova.scheduler.client.report [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.633209] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.633502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.079091] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.079717] env[69262]: DEBUG nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.136535] env[69262]: INFO nova.compute.manager [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Detaching volume 8e73fb8a-4960-4a36-82c3-0c8a45dadd77 [ 1313.169976] env[69262]: INFO nova.virt.block_device [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Attempting to driver detach volume 8e73fb8a-4960-4a36-82c3-0c8a45dadd77 from mountpoint /dev/sdb [ 1313.170329] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1313.170549] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739733', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'name': 'volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'serial': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1313.171479] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47ac375-add2-4a12-90c7-da0907eea079 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.196572] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e4ef8-bfc8-4930-a0cc-74a5b51d0f3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.204231] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396c2c1e-4c89-4332-aad6-d7559bb1926a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.227941] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a12e91-94ae-4479-a7e6-2f5c419e235a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.248606] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] The volume has not been displaced from its original location: [datastore1] volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77/volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1313.248606] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.249729] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8067de-ba60-49ce-ab4c-77c0db9bf4a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.268556] env[69262]: DEBUG oslo_vmware.api [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1313.268556] env[69262]: value = "task-3714603" [ 1313.268556] env[69262]: _type = "Task" [ 1313.268556] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.277402] env[69262]: DEBUG oslo_vmware.api [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.585360] env[69262]: DEBUG nova.compute.utils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.586982] env[69262]: DEBUG nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.587244] env[69262]: DEBUG nova.network.neutron [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.639203] env[69262]: DEBUG nova.policy [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdc061676448f1b7490a15a227ccb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082ccb81efe04fd6ba33117f36ff33e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.781244] env[69262]: DEBUG oslo_vmware.api [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714603, 'name': ReconfigVM_Task, 'duration_secs': 0.446871} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.781548] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1313.786403] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745def08-915b-4d9d-b6cd-1a8ec3bc7de7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.801619] env[69262]: DEBUG oslo_vmware.api [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1313.801619] env[69262]: value = "task-3714604" [ 1313.801619] env[69262]: _type = "Task" [ 1313.801619] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.810118] env[69262]: DEBUG oslo_vmware.api [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.932722] env[69262]: DEBUG nova.network.neutron [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Successfully created port: 9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.090719] env[69262]: DEBUG nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.312575] env[69262]: DEBUG oslo_vmware.api [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714604, 'name': ReconfigVM_Task, 'duration_secs': 0.154517} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.312958] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739733', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'name': 'volume-8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77', 'serial': '8e73fb8a-4960-4a36-82c3-0c8a45dadd77'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1314.857045] env[69262]: DEBUG nova.objects.instance [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid d82e3710-3784-40ee-9cfc-e976faae02f9 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.101207] env[69262]: DEBUG nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.212149] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.212510] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.212585] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.212737] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.212869] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.214075] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.215391] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.215584] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.215759] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.216058] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.216301] env[69262]: DEBUG nova.virt.hardware [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.217261] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941d3955-e385-412e-91cd-0c33165ec1d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.225663] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a808030-d846-4b7b-b2d0-e66e3d614fb8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.383066] env[69262]: DEBUG nova.compute.manager [req-62643633-c2d6-48a7-b354-a037ad85246a req-41beb3f6-ed60-4a9f-a595-c2fa5914e31e service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Received event network-vif-plugged-9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.383328] env[69262]: DEBUG oslo_concurrency.lockutils [req-62643633-c2d6-48a7-b354-a037ad85246a req-41beb3f6-ed60-4a9f-a595-c2fa5914e31e service nova] Acquiring lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.383540] env[69262]: DEBUG oslo_concurrency.lockutils [req-62643633-c2d6-48a7-b354-a037ad85246a req-41beb3f6-ed60-4a9f-a595-c2fa5914e31e service nova] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.383722] env[69262]: DEBUG oslo_concurrency.lockutils [req-62643633-c2d6-48a7-b354-a037ad85246a req-41beb3f6-ed60-4a9f-a595-c2fa5914e31e service nova] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.383906] env[69262]: DEBUG nova.compute.manager [req-62643633-c2d6-48a7-b354-a037ad85246a req-41beb3f6-ed60-4a9f-a595-c2fa5914e31e service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] No waiting events found dispatching network-vif-plugged-9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1315.384151] env[69262]: WARNING nova.compute.manager [req-62643633-c2d6-48a7-b354-a037ad85246a req-41beb3f6-ed60-4a9f-a595-c2fa5914e31e service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Received unexpected event network-vif-plugged-9ef02e7f-078e-4cfe-b608-555b3531f327 for instance with vm_state building and task_state spawning. [ 1315.479909] env[69262]: DEBUG nova.network.neutron [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Successfully updated port: 9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.865387] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cf41c0da-8366-4dfb-8612-1376eddc9c33 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.922394] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.922782] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.982117] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.982333] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.982431] env[69262]: DEBUG nova.network.neutron [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.426599] env[69262]: INFO nova.compute.manager [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Detaching volume 9ee97b0f-fa0c-4b24-b460-b6158eccfd60 [ 1316.456643] env[69262]: INFO nova.virt.block_device [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Attempting to driver detach volume 9ee97b0f-fa0c-4b24-b460-b6158eccfd60 from mountpoint /dev/sdc [ 1316.456882] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1316.457078] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739736', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'name': 'volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'serial': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1316.457965] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7d9188-c221-464b-a13e-870d31477f4d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.480637] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391264c3-2d46-49a1-93d2-5557b2f5839c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.488942] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e197f3c5-5572-4560-975e-b3c2a9b7b891 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.510375] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43da6a31-e5ed-410c-9fd7-1849d23b0230 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.515629] env[69262]: DEBUG nova.network.neutron [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.527862] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] The volume has not been displaced from its original location: [datastore2] volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60/volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1316.533094] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.533506] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a79416-2022-4da5-82d9-584d2a307bdf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.553135] env[69262]: DEBUG oslo_vmware.api [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1316.553135] env[69262]: value = "task-3714606" [ 1316.553135] env[69262]: _type = "Task" [ 1316.553135] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.561360] env[69262]: DEBUG oslo_vmware.api [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.665909] env[69262]: DEBUG nova.network.neutron [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.063328] env[69262]: DEBUG oslo_vmware.api [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714606, 'name': ReconfigVM_Task, 'duration_secs': 0.239958} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.063617] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.068527] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae5e5f1c-52aa-43ec-9600-4e84623cbeb9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.084501] env[69262]: DEBUG oslo_vmware.api [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1317.084501] env[69262]: value = "task-3714607" [ 1317.084501] env[69262]: _type = "Task" [ 1317.084501] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.093090] env[69262]: DEBUG oslo_vmware.api [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.168949] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.169317] env[69262]: DEBUG nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Instance network_info: |[{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.169814] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d3:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ef02e7f-078e-4cfe-b608-555b3531f327', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.177535] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating folder: Project (082ccb81efe04fd6ba33117f36ff33e2). Parent ref: group-v739409. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.177840] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95355b13-25c4-460c-a0ce-c573c8801d27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.189396] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Created folder: Project (082ccb81efe04fd6ba33117f36ff33e2) in parent group-v739409. [ 1317.189748] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating folder: Instances. Parent ref: group-v739738. {{(pid=69262) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.190158] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e160576b-a68f-459d-8624-39bb432065bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.202021] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Created folder: Instances in parent group-v739738. [ 1317.202453] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.202832] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.203125] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce65ef2d-6657-4f57-8be0-fc22d7990ea9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.224438] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.224438] env[69262]: value = "task-3714610" [ 1317.224438] env[69262]: _type = "Task" [ 1317.224438] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.233258] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714610, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.410627] env[69262]: DEBUG nova.compute.manager [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Received event network-changed-9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.410867] env[69262]: DEBUG nova.compute.manager [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Refreshing instance network info cache due to event network-changed-9ef02e7f-078e-4cfe-b608-555b3531f327. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.411122] env[69262]: DEBUG oslo_concurrency.lockutils [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] Acquiring lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.411289] env[69262]: DEBUG oslo_concurrency.lockutils [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] Acquired lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.411468] env[69262]: DEBUG nova.network.neutron [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Refreshing network info cache for port 9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.594215] env[69262]: DEBUG oslo_vmware.api [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714607, 'name': ReconfigVM_Task, 'duration_secs': 0.17135} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.594610] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739736', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'name': 'volume-9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd82e3710-3784-40ee-9cfc-e976faae02f9', 'attached_at': '', 'detached_at': '', 'volume_id': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60', 'serial': '9ee97b0f-fa0c-4b24-b460-b6158eccfd60'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1317.734318] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714610, 'name': CreateVM_Task, 'duration_secs': 0.323934} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.734550] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.735176] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.735345] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.735735] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.736015] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beca1d42-a0ba-4ea2-9826-5a0152d652b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.741167] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1317.741167] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]524e4d38-5405-bcf4-ef78-2248dd53cec3" [ 1317.741167] env[69262]: _type = "Task" [ 1317.741167] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.749308] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524e4d38-5405-bcf4-ef78-2248dd53cec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.092737] env[69262]: DEBUG nova.network.neutron [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updated VIF entry in instance network info cache for port 9ef02e7f-078e-4cfe-b608-555b3531f327. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.093118] env[69262]: DEBUG nova.network.neutron [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.135947] env[69262]: DEBUG nova.objects.instance [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'flavor' on Instance uuid d82e3710-3784-40ee-9cfc-e976faae02f9 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.251682] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]524e4d38-5405-bcf4-ef78-2248dd53cec3, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.251999] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.252288] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.252531] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.252677] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.252853] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.253125] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43253b23-d20b-4301-b4c9-39f6811a02df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.261900] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.262088] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.262804] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1dd2354-8514-4ac5-a585-c8e87463806c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.268164] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1318.268164] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52257a31-7e65-48f8-23cc-52f4b924860d" [ 1318.268164] env[69262]: _type = "Task" [ 1318.268164] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.276763] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52257a31-7e65-48f8-23cc-52f4b924860d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.596476] env[69262]: DEBUG oslo_concurrency.lockutils [req-23aa5e1d-da8a-4f10-92c1-e587d3d76d2e req-6d106e00-e16c-43a5-8452-41d1e8c4907f service nova] Releasing lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.780116] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52257a31-7e65-48f8-23cc-52f4b924860d, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.780870] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e0f5475-c9d6-4a08-bcd2-289a8c34215b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.786270] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1318.786270] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292ad53-61fe-2795-d9b2-b9bff3e67519" [ 1318.786270] env[69262]: _type = "Task" [ 1318.786270] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.793962] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292ad53-61fe-2795-d9b2-b9bff3e67519, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.143173] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c0c1b756-0cc0-4a90-a533-a55e441b3bcc tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.296629] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5292ad53-61fe-2795-d9b2-b9bff3e67519, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.296911] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.297201] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5a608666-b23b-402d-8d6a-5c8a51b919a7/5a608666-b23b-402d-8d6a-5c8a51b919a7.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.297473] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eafd806-3ad4-4958-afa5-9c23d0352556 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.304737] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1319.304737] env[69262]: value = "task-3714612" [ 1319.304737] env[69262]: _type = "Task" [ 1319.304737] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.312514] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.819134] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497348} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.819576] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 5a608666-b23b-402d-8d6a-5c8a51b919a7/5a608666-b23b-402d-8d6a-5c8a51b919a7.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.819934] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.820476] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b62c8850-0533-43c9-b96a-bacd269e6891 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.829995] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1319.829995] env[69262]: value = "task-3714614" [ 1319.829995] env[69262]: _type = "Task" [ 1319.829995] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.843352] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.340705] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07715} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.340961] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.341828] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c03f368-d361-4f37-8bb8-75026ccf710a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.355295] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.355542] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.355757] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "d82e3710-3784-40ee-9cfc-e976faae02f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.355988] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.356239] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.366014] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5a608666-b23b-402d-8d6a-5c8a51b919a7/5a608666-b23b-402d-8d6a-5c8a51b919a7.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.366594] env[69262]: INFO nova.compute.manager [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Terminating instance [ 1320.368079] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd56f600-9c2e-40f7-90ff-c2f1f66bd198 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.389986] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1320.389986] env[69262]: value = "task-3714615" [ 1320.389986] env[69262]: _type = "Task" [ 1320.389986] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.400119] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.884779] env[69262]: DEBUG nova.compute.manager [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.885311] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.886067] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22909a39-43ee-4e8d-ad91-842b2491c9c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.896915] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.897564] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7528a171-f335-41d2-b2ef-734769e6ffe4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.902650] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714615, 'name': ReconfigVM_Task, 'duration_secs': 0.308687} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.903268] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5a608666-b23b-402d-8d6a-5c8a51b919a7/5a608666-b23b-402d-8d6a-5c8a51b919a7.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.903875] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c0e2fed-e236-4e78-aee2-66193246d6b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.907936] env[69262]: DEBUG oslo_vmware.api [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1320.907936] env[69262]: value = "task-3714616" [ 1320.907936] env[69262]: _type = "Task" [ 1320.907936] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.913671] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1320.913671] env[69262]: value = "task-3714617" [ 1320.913671] env[69262]: _type = "Task" [ 1320.913671] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.916818] env[69262]: DEBUG oslo_vmware.api [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.925376] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714617, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.417704] env[69262]: DEBUG oslo_vmware.api [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714616, 'name': PowerOffVM_Task, 'duration_secs': 0.28951} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.420603] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.420819] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.421082] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1924a6d1-ff00-412f-9491-f2ddffdd3f66 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.428111] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714617, 'name': Rename_Task, 'duration_secs': 0.157246} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.428329] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.428565] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e37bf072-3b77-461f-8aad-0bec280640c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.437245] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1321.437245] env[69262]: value = "task-3714619" [ 1321.437245] env[69262]: _type = "Task" [ 1321.437245] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.445075] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.499895] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.500173] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.500413] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Deleting the datastore file [datastore1] d82e3710-3784-40ee-9cfc-e976faae02f9 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.500742] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63e3c20d-e6a9-4cf0-9a4e-379e2ca3f383 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.508609] env[69262]: DEBUG oslo_vmware.api [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for the task: (returnval){ [ 1321.508609] env[69262]: value = "task-3714620" [ 1321.508609] env[69262]: _type = "Task" [ 1321.508609] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.518603] env[69262]: DEBUG oslo_vmware.api [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.948108] env[69262]: DEBUG oslo_vmware.api [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714619, 'name': PowerOnVM_Task, 'duration_secs': 0.505617} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.948497] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.948594] env[69262]: INFO nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Took 6.85 seconds to spawn the instance on the hypervisor. [ 1321.948806] env[69262]: DEBUG nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.949625] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f397ca-567b-48b1-8598-9372c1662428 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.019558] env[69262]: DEBUG oslo_vmware.api [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Task: {'id': task-3714620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206806} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.019810] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1322.020009] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1322.020201] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1322.020420] env[69262]: INFO nova.compute.manager [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1322.020678] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.020872] env[69262]: DEBUG nova.compute.manager [-] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1322.020967] env[69262]: DEBUG nova.network.neutron [-] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1322.469022] env[69262]: INFO nova.compute.manager [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Took 11.60 seconds to build instance. [ 1322.627796] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "405ab70b-3931-46d0-a00c-0df38afacb7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.628047] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.697315] env[69262]: DEBUG nova.compute.manager [req-e8f9c322-78f0-4de0-9462-0e79e726a17f req-719932f6-a5f9-496a-bd1f-ead71c74bd16 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Received event network-vif-deleted-a0963ad4-6076-469b-bf64-fcb473d2006a {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.697701] env[69262]: INFO nova.compute.manager [req-e8f9c322-78f0-4de0-9462-0e79e726a17f req-719932f6-a5f9-496a-bd1f-ead71c74bd16 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Neutron deleted interface a0963ad4-6076-469b-bf64-fcb473d2006a; detaching it from the instance and deleting it from the info cache [ 1322.698011] env[69262]: DEBUG nova.network.neutron [req-e8f9c322-78f0-4de0-9462-0e79e726a17f req-719932f6-a5f9-496a-bd1f-ead71c74bd16 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.863297] env[69262]: DEBUG nova.compute.manager [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Received event network-changed-9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.863297] env[69262]: DEBUG nova.compute.manager [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Refreshing instance network info cache due to event network-changed-9ef02e7f-078e-4cfe-b608-555b3531f327. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.863297] env[69262]: DEBUG oslo_concurrency.lockutils [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] Acquiring lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.863297] env[69262]: DEBUG oslo_concurrency.lockutils [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] Acquired lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.863297] env[69262]: DEBUG nova.network.neutron [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Refreshing network info cache for port 9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.971261] env[69262]: DEBUG oslo_concurrency.lockutils [None req-fba35ccc-53d7-4f9f-a845-48ecb9fbabe3 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.111s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.132578] env[69262]: DEBUG nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.176709] env[69262]: DEBUG nova.network.neutron [-] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.200689] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aba78bc4-6da1-470d-8719-3ca1ef6829a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.212647] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a46072a-9dfe-4996-8dd6-a70e7c489677 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.244048] env[69262]: DEBUG nova.compute.manager [req-e8f9c322-78f0-4de0-9462-0e79e726a17f req-719932f6-a5f9-496a-bd1f-ead71c74bd16 service nova] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Detach interface failed, port_id=a0963ad4-6076-469b-bf64-fcb473d2006a, reason: Instance d82e3710-3784-40ee-9cfc-e976faae02f9 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1323.578178] env[69262]: DEBUG nova.network.neutron [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updated VIF entry in instance network info cache for port 9ef02e7f-078e-4cfe-b608-555b3531f327. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.578626] env[69262]: DEBUG nova.network.neutron [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.652901] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.653223] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.654867] env[69262]: INFO nova.compute.claims [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.679100] env[69262]: INFO nova.compute.manager [-] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Took 1.66 seconds to deallocate network for instance. [ 1324.081832] env[69262]: DEBUG oslo_concurrency.lockutils [req-1d326572-e2d7-4cba-aba8-292394beaea3 req-ed8ac7e0-91f8-48dc-9230-01aa2b795d85 service nova] Releasing lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.185219] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.681526] env[69262]: DEBUG nova.scheduler.client.report [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1324.696860] env[69262]: DEBUG nova.scheduler.client.report [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1324.697112] env[69262]: DEBUG nova.compute.provider_tree [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.710764] env[69262]: DEBUG nova.scheduler.client.report [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1324.733137] env[69262]: DEBUG nova.scheduler.client.report [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1324.825701] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4902ad6f-4613-420d-9143-3b7cd5e14760 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.835220] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b587c3d1-3a17-4150-a0ef-366dff314c23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.867262] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce30bf6d-7721-4988-a479-967c9a778214 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.875343] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412e3cd7-d9e9-4b8b-ac1a-b9cb71b9bcc4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.890946] env[69262]: DEBUG nova.compute.provider_tree [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.394949] env[69262]: DEBUG nova.scheduler.client.report [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.902235] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.903017] env[69262]: DEBUG nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.907072] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.722s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.907716] env[69262]: DEBUG nova.objects.instance [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lazy-loading 'resources' on Instance uuid d82e3710-3784-40ee-9cfc-e976faae02f9 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.411332] env[69262]: DEBUG nova.compute.utils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1326.412742] env[69262]: DEBUG nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1326.412918] env[69262]: DEBUG nova.network.neutron [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.462360] env[69262]: DEBUG nova.policy [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71c935af23c5449689c5d9e302d9bccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bf525522b514e56b67db0b133f3deac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1326.498332] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e934c8a8-6b68-4746-84ac-8a9cddbc89df {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.506284] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0b3b5b-6996-4c97-8db1-668f60bf0f35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.538493] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf2778-9c2c-45c0-a523-e8744e39eaf0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.546735] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9826833-b5d1-4dcc-bda2-69b4441ce025 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.562151] env[69262]: DEBUG nova.compute.provider_tree [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.740032] env[69262]: DEBUG nova.network.neutron [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Successfully created port: 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.919163] env[69262]: DEBUG nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.065864] env[69262]: DEBUG nova.scheduler.client.report [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.424875] env[69262]: INFO nova.virt.block_device [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Booting with volume 4d80e6ab-5bca-4160-9b6b-00c894fe81b7 at /dev/sda [ 1327.457970] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a7c3d4f-5423-48c6-80e5-c943b0e1ad13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.467931] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098492d-a14f-4b19-9f32-c95518a74474 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.498708] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2be2c03-0832-4b4e-b3b9-273cf47f28c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.508774] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777546f-ce5e-4d10-a592-80f4355e1630 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.538015] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26390b09-61b4-4cf4-8186-6d5f726b9fda {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.545373] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60dd03-d1af-40e9-8dda-d1454c93402b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.559352] env[69262]: DEBUG nova.virt.block_device [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating existing volume attachment record: e092ad89-35af-487e-95e5-38b7c2dfbe12 {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1327.570398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.593830] env[69262]: INFO nova.scheduler.client.report [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Deleted allocations for instance d82e3710-3784-40ee-9cfc-e976faae02f9 [ 1328.101406] env[69262]: DEBUG oslo_concurrency.lockutils [None req-bf14510a-345f-4912-9362-3cc50e706af3 tempest-AttachVolumeTestJSON-1340177931 tempest-AttachVolumeTestJSON-1340177931-project-member] Lock "d82e3710-3784-40ee-9cfc-e976faae02f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.746s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.109626] env[69262]: DEBUG nova.compute.manager [req-1bd1657a-f11b-4cc1-9e8a-0b7845392963 req-ce98fa3a-9c7f-40f3-ad72-6fb8ceaf2816 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Received event network-vif-plugged-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.111275] env[69262]: DEBUG oslo_concurrency.lockutils [req-1bd1657a-f11b-4cc1-9e8a-0b7845392963 req-ce98fa3a-9c7f-40f3-ad72-6fb8ceaf2816 service nova] Acquiring lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.111275] env[69262]: DEBUG oslo_concurrency.lockutils [req-1bd1657a-f11b-4cc1-9e8a-0b7845392963 req-ce98fa3a-9c7f-40f3-ad72-6fb8ceaf2816 service nova] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.111275] env[69262]: DEBUG oslo_concurrency.lockutils [req-1bd1657a-f11b-4cc1-9e8a-0b7845392963 req-ce98fa3a-9c7f-40f3-ad72-6fb8ceaf2816 service nova] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.111275] env[69262]: DEBUG nova.compute.manager [req-1bd1657a-f11b-4cc1-9e8a-0b7845392963 req-ce98fa3a-9c7f-40f3-ad72-6fb8ceaf2816 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] No waiting events found dispatching network-vif-plugged-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1328.111275] env[69262]: WARNING nova.compute.manager [req-1bd1657a-f11b-4cc1-9e8a-0b7845392963 req-ce98fa3a-9c7f-40f3-ad72-6fb8ceaf2816 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Received unexpected event network-vif-plugged-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b for instance with vm_state building and task_state block_device_mapping. [ 1328.190366] env[69262]: DEBUG nova.network.neutron [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Successfully updated port: 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.413638] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.414590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.414590] env[69262]: INFO nova.compute.manager [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Shelving [ 1328.614931] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.615379] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.615545] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.615691] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.615837] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.615975] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.616162] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.616303] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1328.616682] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.692576] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.692763] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.692871] env[69262]: DEBUG nova.network.neutron [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.119747] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.120025] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.120183] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.120343] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1329.121265] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d1b0a4-7420-4ac8-b465-af69c7f63be2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.130708] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2b21eb-2a97-4d42-9ef4-93aef499e98e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.147126] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3595298-c56e-4c20-9fca-d2eed05f0f47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.157489] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a2b968-7aaf-42e1-9ec2-4b2d4f158543 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.191660] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180287MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1329.191846] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.192057] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.226518] env[69262]: DEBUG nova.network.neutron [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.368740] env[69262]: DEBUG nova.network.neutron [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [{"id": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "address": "fa:16:3e:c4:05:0b", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830c2a6e-d9", "ovs_interfaceid": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.425102] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.425416] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e7ca52b-9940-4e56-a691-c7bb7da88e74 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.434317] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1329.434317] env[69262]: value = "task-3714622" [ 1329.434317] env[69262]: _type = "Task" [ 1329.434317] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.443782] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.655024] env[69262]: DEBUG nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.655600] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.655834] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.655995] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.656207] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.656403] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.656565] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.656776] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.656931] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.657112] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.657279] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.657466] env[69262]: DEBUG nova.virt.hardware [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.658386] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371cbf77-c53a-4c31-a36d-e8e4507c77f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.667206] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41333db1-e6a4-42a6-b72c-3641ff10a898 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.871759] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.872099] env[69262]: DEBUG nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Instance network_info: |[{"id": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "address": "fa:16:3e:c4:05:0b", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830c2a6e-d9", "ovs_interfaceid": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.872564] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:05:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.881022] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.881283] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.881516] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0abb0f15-7f9d-4153-b74b-6076af1f218b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.903703] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.903703] env[69262]: value = "task-3714623" [ 1329.903703] env[69262]: _type = "Task" [ 1329.903703] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.912377] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714623, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.944318] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714622, 'name': PowerOffVM_Task, 'duration_secs': 0.186699} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.944616] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.945906] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d6635-22ba-4e9d-8ed0-1eeb73e7b4a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.968744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97908214-af15-4d7b-be8b-448c3eded41d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.138673] env[69262]: DEBUG nova.compute.manager [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Received event network-changed-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.138980] env[69262]: DEBUG nova.compute.manager [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Refreshing instance network info cache due to event network-changed-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.139134] env[69262]: DEBUG oslo_concurrency.lockutils [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] Acquiring lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.139285] env[69262]: DEBUG oslo_concurrency.lockutils [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] Acquired lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.139506] env[69262]: DEBUG nova.network.neutron [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Refreshing network info cache for port 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.229231] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 29b9821a-24a2-4872-a73b-08ccc8db925e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.229394] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b9df73e5-46ca-4739-8b4f-c275217f0bf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.229525] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 65561333-7dc5-45d8-ad83-52bf879f1c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.229644] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5a608666-b23b-402d-8d6a-5c8a51b919a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.229763] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 405ab70b-3931-46d0-a00c-0df38afacb7e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1330.229949] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1330.230111] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1330.314859] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d62ce1-e1b2-4ebd-ba6e-ee6db1f6eeb0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.322594] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222c51d-dc81-4bc6-bcc1-a51d8159f819 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.352894] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78d5093-ebe6-43bb-a70d-23ae2e3e09b0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.361125] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd8a130-dcaf-41b5-b8ef-09368898a573 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.374979] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.413926] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714623, 'name': CreateVM_Task, 'duration_secs': 0.408618} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.414094] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.414749] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739737', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'name': 'volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '405ab70b-3931-46d0-a00c-0df38afacb7e', 'attached_at': '', 'detached_at': '', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'serial': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7'}, 'delete_on_termination': True, 'attachment_id': 'e092ad89-35af-487e-95e5-38b7c2dfbe12', 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69262) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1330.414999] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Root volume attach. Driver type: vmdk {{(pid=69262) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1330.415772] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63022078-b603-4338-b4f0-8d8784ba793f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.423593] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9888c1d-292d-4b69-9bf2-e45b4a5fbd67 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.431427] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99abfc3-a12a-4d5a-a9ba-5f5bef7f13ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.437379] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-38a3dcc5-95e9-4e55-8104-8175959fec40 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.443917] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1330.443917] env[69262]: value = "task-3714624" [ 1330.443917] env[69262]: _type = "Task" [ 1330.443917] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.452089] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.480650] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1330.481015] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61536ba4-bfae-41a3-9cd0-313822b588a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.488664] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1330.488664] env[69262]: value = "task-3714625" [ 1330.488664] env[69262]: _type = "Task" [ 1330.488664] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.497799] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714625, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.862186] env[69262]: DEBUG nova.network.neutron [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updated VIF entry in instance network info cache for port 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.862610] env[69262]: DEBUG nova.network.neutron [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [{"id": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "address": "fa:16:3e:c4:05:0b", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830c2a6e-d9", "ovs_interfaceid": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.877891] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.959432] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task} progress is 42%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.001344] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714625, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.365779] env[69262]: DEBUG oslo_concurrency.lockutils [req-8dcc8de1-e7b1-46ee-9c3d-4ff8bdbd20a0 req-b6b27d42-312f-4469-90d0-f388cbf965bc service nova] Releasing lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.383333] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1331.383674] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.191s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.458778] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task} progress is 54%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.501607] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714625, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.958189] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task} progress is 67%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.003995] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714625, 'name': CreateSnapshot_Task, 'duration_secs': 1.340233} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.004220] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1332.005220] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a352c977-332a-46e2-8d92-bb83dbdf0594 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.461560] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task} progress is 82%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.529635] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1332.530044] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8665a849-7e0c-4d1d-a567-584b76723d7d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.541708] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1332.541708] env[69262]: value = "task-3714627" [ 1332.541708] env[69262]: _type = "Task" [ 1332.541708] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.553362] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714627, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.958558] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.053401] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714627, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.460318] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task} progress is 98%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.554382] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714627, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.959279] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714624, 'name': RelocateVM_Task, 'duration_secs': 3.369057} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.959704] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1333.959842] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739737', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'name': 'volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '405ab70b-3931-46d0-a00c-0df38afacb7e', 'attached_at': '', 'detached_at': '', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'serial': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1333.960630] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd08ed-536a-4611-8141-dde7536e4d47 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.976383] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9fbd0a-bd91-4708-b850-f0be465a0e68 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.998718] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7/volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.999065] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d799ff5-65ca-4f75-afcd-90824e223d35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.020338] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1334.020338] env[69262]: value = "task-3714628" [ 1334.020338] env[69262]: _type = "Task" [ 1334.020338] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.029067] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.054314] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714627, 'name': CloneVM_Task, 'duration_secs': 1.393537} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.054702] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Created linked-clone VM from snapshot [ 1334.055615] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2c2a9a-70dc-4905-b8aa-f50eb0928bc0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.064538] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Uploading image 08a9d1de-2b23-4f43-8905-7a475e18f065 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1334.094292] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1334.094292] env[69262]: value = "vm-739743" [ 1334.094292] env[69262]: _type = "VirtualMachine" [ 1334.094292] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1334.094644] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2684f3f6-235d-4524-baa9-954ae7e87942 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.103831] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease: (returnval){ [ 1334.103831] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52345d9c-2065-83c5-3b58-ceadaa2c370f" [ 1334.103831] env[69262]: _type = "HttpNfcLease" [ 1334.103831] env[69262]: } obtained for exporting VM: (result){ [ 1334.103831] env[69262]: value = "vm-739743" [ 1334.103831] env[69262]: _type = "VirtualMachine" [ 1334.103831] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1334.104738] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the lease: (returnval){ [ 1334.104738] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52345d9c-2065-83c5-3b58-ceadaa2c370f" [ 1334.104738] env[69262]: _type = "HttpNfcLease" [ 1334.104738] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1334.113374] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.113374] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52345d9c-2065-83c5-3b58-ceadaa2c370f" [ 1334.113374] env[69262]: _type = "HttpNfcLease" [ 1334.113374] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1334.531112] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714628, 'name': ReconfigVM_Task, 'duration_secs': 0.296063} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.531112] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7/volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.537647] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d20a8f-cb06-414a-85fd-268b94ece36b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.562207] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1334.562207] env[69262]: value = "task-3714631" [ 1334.562207] env[69262]: _type = "Task" [ 1334.562207] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.576010] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.612069] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.612069] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52345d9c-2065-83c5-3b58-ceadaa2c370f" [ 1334.612069] env[69262]: _type = "HttpNfcLease" [ 1334.612069] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1334.612430] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1334.612430] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52345d9c-2065-83c5-3b58-ceadaa2c370f" [ 1334.612430] env[69262]: _type = "HttpNfcLease" [ 1334.612430] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1334.613103] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754615dc-17e0-4ad4-ab57-d9cb9fa80f56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.621381] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd789e-4ade-4ffe-14f9-a38bb8e680d8/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1334.621595] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd789e-4ade-4ffe-14f9-a38bb8e680d8/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1334.713209] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-745e901f-051d-4800-a190-4ac479ff6175 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.073312] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714631, 'name': ReconfigVM_Task, 'duration_secs': 0.129321} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.073737] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739737', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'name': 'volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '405ab70b-3931-46d0-a00c-0df38afacb7e', 'attached_at': '', 'detached_at': '', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'serial': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1335.074865] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a8ee0f8-b4cd-435d-959f-e41a750f1be9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.084101] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1335.084101] env[69262]: value = "task-3714632" [ 1335.084101] env[69262]: _type = "Task" [ 1335.084101] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.096165] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714632, 'name': Rename_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.598813] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714632, 'name': Rename_Task, 'duration_secs': 0.156882} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.599303] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.599675] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2656d340-4f4b-40ea-990e-5888fc4e5f1b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.608146] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1335.608146] env[69262]: value = "task-3714633" [ 1335.608146] env[69262]: _type = "Task" [ 1335.608146] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.617820] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.119542] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.620406] env[69262]: DEBUG oslo_vmware.api [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714633, 'name': PowerOnVM_Task, 'duration_secs': 0.718819} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.620590] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.620739] env[69262]: INFO nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1336.620902] env[69262]: DEBUG nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1336.621814] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1f7e6d-c211-408c-aead-7a8012c28241 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.143280] env[69262]: INFO nova.compute.manager [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Took 13.51 seconds to build instance. [ 1337.645969] env[69262]: DEBUG oslo_concurrency.lockutils [None req-589721cf-a6ac-4e01-9461-64ae5509509c tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.018s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.263256] env[69262]: DEBUG nova.compute.manager [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Received event network-changed-f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.263520] env[69262]: DEBUG nova.compute.manager [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Refreshing instance network info cache due to event network-changed-f6221809-09d0-4d0c-9ebd-1744d32cfebe. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1338.263776] env[69262]: DEBUG oslo_concurrency.lockutils [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] Acquiring lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.263828] env[69262]: DEBUG oslo_concurrency.lockutils [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] Acquired lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.263985] env[69262]: DEBUG nova.network.neutron [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Refreshing network info cache for port f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.006496] env[69262]: DEBUG nova.network.neutron [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updated VIF entry in instance network info cache for port f6221809-09d0-4d0c-9ebd-1744d32cfebe. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1339.006958] env[69262]: DEBUG nova.network.neutron [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updating instance_info_cache with network_info: [{"id": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "address": "fa:16:3e:a8:2b:40", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6221809-09", "ovs_interfaceid": "f6221809-09d0-4d0c-9ebd-1744d32cfebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.509709] env[69262]: DEBUG oslo_concurrency.lockutils [req-3a7fc595-023b-4f18-9a71-659df6e02d1b req-dd3f8761-979c-47b3-83c8-787d9a68beef service nova] Releasing lock "refresh_cache-29b9821a-24a2-4872-a73b-08ccc8db925e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.909072] env[69262]: DEBUG nova.compute.manager [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1340.292523] env[69262]: DEBUG nova.compute.manager [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Received event network-changed-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.292793] env[69262]: DEBUG nova.compute.manager [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Refreshing instance network info cache due to event network-changed-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1340.293028] env[69262]: DEBUG oslo_concurrency.lockutils [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] Acquiring lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.293206] env[69262]: DEBUG oslo_concurrency.lockutils [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] Acquired lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.293403] env[69262]: DEBUG nova.network.neutron [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Refreshing network info cache for port 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1340.428032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.428032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.933129] env[69262]: INFO nova.compute.claims [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.032795] env[69262]: DEBUG nova.network.neutron [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updated VIF entry in instance network info cache for port 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1341.033185] env[69262]: DEBUG nova.network.neutron [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [{"id": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "address": "fa:16:3e:c4:05:0b", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830c2a6e-d9", "ovs_interfaceid": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.439291] env[69262]: INFO nova.compute.resource_tracker [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating resource usage from migration fcc0722d-291b-44de-b821-3f70b4c3f5bb [ 1341.527027] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bda0d4d-7b68-4694-b90c-4250c4b61031 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.535504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f29bf-c982-4870-bda1-0dc507ac4319 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.539057] env[69262]: DEBUG oslo_concurrency.lockutils [req-8e3906b6-15f6-4f50-b2db-b845b05b2ff3 req-c45f49d1-abf6-4dd0-af91-7ff753d52483 service nova] Releasing lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.567317] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a267c-07ea-4483-a069-0c4eb6f9cb3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.575516] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d0ce9-ae24-421d-91f8-529ee6bab4f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.589265] env[69262]: DEBUG nova.compute.provider_tree [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.925279] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd789e-4ade-4ffe-14f9-a38bb8e680d8/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1341.926295] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37b651c-8555-4977-9814-7b6f531b9f35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.932897] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd789e-4ade-4ffe-14f9-a38bb8e680d8/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1341.933074] env[69262]: ERROR oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd789e-4ade-4ffe-14f9-a38bb8e680d8/disk-0.vmdk due to incomplete transfer. [ 1341.933308] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-93d95731-fe6f-46aa-ae3b-e587cac20bbe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.942121] env[69262]: DEBUG oslo_vmware.rw_handles [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd789e-4ade-4ffe-14f9-a38bb8e680d8/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1341.942331] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Uploaded image 08a9d1de-2b23-4f43-8905-7a475e18f065 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1341.944598] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1341.944916] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-233ae6c2-a964-4c5e-8aa5-509507a91127 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.952013] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1341.952013] env[69262]: value = "task-3714634" [ 1341.952013] env[69262]: _type = "Task" [ 1341.952013] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.962801] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714634, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.093341] env[69262]: DEBUG nova.scheduler.client.report [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.462166] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714634, 'name': Destroy_Task, 'duration_secs': 0.339411} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.462396] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Destroyed the VM [ 1342.462638] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1342.462897] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f741236-0f1c-4e4c-a958-6f84321c4015 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.470941] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1342.470941] env[69262]: value = "task-3714635" [ 1342.470941] env[69262]: _type = "Task" [ 1342.470941] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.480013] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714635, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.598444] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.170s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.598685] env[69262]: INFO nova.compute.manager [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Migrating [ 1342.981914] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714635, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396601} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.982425] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1342.982489] env[69262]: DEBUG nova.compute.manager [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1342.983337] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92165ec-e9b3-4027-9499-b9a53262f74d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.113301] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.113823] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.113886] env[69262]: DEBUG nova.network.neutron [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.496166] env[69262]: INFO nova.compute.manager [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Shelve offloading [ 1343.847635] env[69262]: DEBUG nova.network.neutron [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [{"id": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "address": "fa:16:3e:c4:05:0b", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830c2a6e-d9", "ovs_interfaceid": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.999663] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.000060] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d3d3df-1e14-49b6-929b-295a7af87a01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.007821] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1344.007821] env[69262]: value = "task-3714636" [ 1344.007821] env[69262]: _type = "Task" [ 1344.007821] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.017538] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1344.017792] env[69262]: DEBUG nova.compute.manager [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1344.018572] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fcb00d-c6da-40e8-9900-3c95e6ed7647 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.024559] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.024772] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.024932] env[69262]: DEBUG nova.network.neutron [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.350328] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.720359] env[69262]: DEBUG nova.network.neutron [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.223416] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.447988] env[69262]: DEBUG nova.compute.manager [req-ec4d84eb-a03a-46bb-bf25-55a6447a4f30 req-590331dd-4e82-417c-8e2c-dea612788f01 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-vif-unplugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.448334] env[69262]: DEBUG oslo_concurrency.lockutils [req-ec4d84eb-a03a-46bb-bf25-55a6447a4f30 req-590331dd-4e82-417c-8e2c-dea612788f01 service nova] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.448467] env[69262]: DEBUG oslo_concurrency.lockutils [req-ec4d84eb-a03a-46bb-bf25-55a6447a4f30 req-590331dd-4e82-417c-8e2c-dea612788f01 service nova] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.448649] env[69262]: DEBUG oslo_concurrency.lockutils [req-ec4d84eb-a03a-46bb-bf25-55a6447a4f30 req-590331dd-4e82-417c-8e2c-dea612788f01 service nova] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.448797] env[69262]: DEBUG nova.compute.manager [req-ec4d84eb-a03a-46bb-bf25-55a6447a4f30 req-590331dd-4e82-417c-8e2c-dea612788f01 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] No waiting events found dispatching network-vif-unplugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1345.448933] env[69262]: WARNING nova.compute.manager [req-ec4d84eb-a03a-46bb-bf25-55a6447a4f30 req-590331dd-4e82-417c-8e2c-dea612788f01 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received unexpected event network-vif-unplugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 for instance with vm_state shelved and task_state shelving_offloading. [ 1345.539440] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.540431] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5621bcbf-e409-48b4-ba7f-60c333a18137 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.548378] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.548664] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19e5863b-be9d-4a3a-8d0e-e13f90919eda {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.614679] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.614964] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.615116] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleting the datastore file [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.615395] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b3df1ad-cfe4-4714-aefd-863ad9c3b863 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.622034] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1345.622034] env[69262]: value = "task-3714638" [ 1345.622034] env[69262]: _type = "Task" [ 1345.622034] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.630134] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.864999] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56ee01e-8d55-431c-8b08-f0398204970c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.883731] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance '405ab70b-3931-46d0-a00c-0df38afacb7e' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.132252] env[69262]: DEBUG oslo_vmware.api [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131821} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.132546] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.132687] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.132879] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.153095] env[69262]: INFO nova.scheduler.client.report [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted allocations for instance b9df73e5-46ca-4739-8b4f-c275217f0bf0 [ 1346.389315] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.389658] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffe8cb88-0831-43d4-a113-336f2ab63992 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.397792] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1346.397792] env[69262]: value = "task-3714639" [ 1346.397792] env[69262]: _type = "Task" [ 1346.397792] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.407298] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.658315] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.658554] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.658801] env[69262]: DEBUG nova.objects.instance [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'resources' on Instance uuid b9df73e5-46ca-4739-8b4f-c275217f0bf0 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.908688] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714639, 'name': PowerOffVM_Task, 'duration_secs': 0.215837} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.908884] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.909082] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance '405ab70b-3931-46d0-a00c-0df38afacb7e' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.161575] env[69262]: DEBUG nova.objects.instance [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'numa_topology' on Instance uuid b9df73e5-46ca-4739-8b4f-c275217f0bf0 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.415567] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.415858] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.416041] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.416153] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.416300] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.416445] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.416675] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.416842] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.417031] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.417201] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.417383] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.422661] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdedd631-2b9d-48bc-a159-497cb33e1869 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.440551] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1347.440551] env[69262]: value = "task-3714640" [ 1347.440551] env[69262]: _type = "Task" [ 1347.440551] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.457716] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714640, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.520264] env[69262]: DEBUG nova.compute.manager [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.520402] env[69262]: DEBUG nova.compute.manager [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing instance network info cache due to event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.520698] env[69262]: DEBUG oslo_concurrency.lockutils [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] Acquiring lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.520911] env[69262]: DEBUG oslo_concurrency.lockutils [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] Acquired lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.521145] env[69262]: DEBUG nova.network.neutron [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.663905] env[69262]: DEBUG nova.objects.base [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1347.734495] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb924d1-b946-45d1-88e9-cdd0afaa8bbd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.742461] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b8ff09-ae31-46e8-b837-706a5cd51a19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.772781] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a37568-6865-49e8-a175-b7238ce559f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.780805] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d18a41-2c91-46e4-a328-e8a49b1f1c9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.795314] env[69262]: DEBUG nova.compute.provider_tree [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.952682] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714640, 'name': ReconfigVM_Task, 'duration_secs': 0.165494} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.953032] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance '405ab70b-3931-46d0-a00c-0df38afacb7e' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.248370] env[69262]: DEBUG nova.network.neutron [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updated VIF entry in instance network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.248796] env[69262]: DEBUG nova.network.neutron [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.298741] env[69262]: DEBUG nova.scheduler.client.report [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.459883] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.460328] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.460328] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.460425] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.460567] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.460712] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.460919] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.461089] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.461260] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.461426] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.461603] env[69262]: DEBUG nova.virt.hardware [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.467175] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.467483] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1507673e-ffc5-451f-8e1e-822b20cbdace {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.486862] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1348.486862] env[69262]: value = "task-3714641" [ 1348.486862] env[69262]: _type = "Task" [ 1348.486862] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.497710] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.752915] env[69262]: DEBUG oslo_concurrency.lockutils [req-6fcf6d10-10e1-402e-8624-11524177430c req-5246980c-1cb3-47b1-8510-de201c294e5a service nova] Releasing lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.803471] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.997529] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714641, 'name': ReconfigVM_Task, 'duration_secs': 0.169713} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.997781] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1348.998606] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933defbb-8741-4ffd-ac85-c04f1e8ac021 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.021383] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7/volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.021677] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7655396-2c08-4b23-8ff4-5d60104bb8b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.040578] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1349.040578] env[69262]: value = "task-3714642" [ 1349.040578] env[69262]: _type = "Task" [ 1349.040578] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.049100] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.142457] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.312127] env[69262]: DEBUG oslo_concurrency.lockutils [None req-c8dc8e71-99b2-41eb-8683-0075bd71423a tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.898s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.313119] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.171s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.313319] env[69262]: INFO nova.compute.manager [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Unshelving [ 1349.550875] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714642, 'name': ReconfigVM_Task, 'duration_secs': 0.266892} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.551292] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7/volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.551463] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance '405ab70b-3931-46d0-a00c-0df38afacb7e' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.058749] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ccdd7-980c-4b32-9463-1e0ba582b0a2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.079300] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f5ff06-742f-454f-a223-e719700567b9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.099243] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance '405ab70b-3931-46d0-a00c-0df38afacb7e' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1350.337238] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.337536] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.337803] env[69262]: DEBUG nova.objects.instance [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'pci_requests' on Instance uuid b9df73e5-46ca-4739-8b4f-c275217f0bf0 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.843068] env[69262]: DEBUG nova.objects.instance [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'numa_topology' on Instance uuid b9df73e5-46ca-4739-8b4f-c275217f0bf0 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.345970] env[69262]: INFO nova.compute.claims [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.746353] env[69262]: DEBUG nova.network.neutron [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Port 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1352.449207] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740cdce-1d95-498b-9f69-f7d850f01238 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.457337] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f63a00f-e0dd-4ca8-bbde-b7ade7806d73 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.488456] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e3a102-6131-41d3-9d9e-bfd3edd0c782 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.497029] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7740c2ae-de16-4304-8e50-1e251ccf3517 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.513033] env[69262]: DEBUG nova.compute.provider_tree [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.770082] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.770082] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.770313] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.016311] env[69262]: DEBUG nova.scheduler.client.report [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.522090] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.184s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.554026] env[69262]: INFO nova.network.neutron [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating port 78a3ccfb-7d0f-40d5-9143-16bbd9129223 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1353.807657] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.807855] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.808055] env[69262]: DEBUG nova.network.neutron [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.533827] env[69262]: DEBUG nova.network.neutron [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [{"id": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "address": "fa:16:3e:c4:05:0b", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830c2a6e-d9", "ovs_interfaceid": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.937525] env[69262]: DEBUG nova.compute.manager [req-22756023-ce49-41e3-9a28-4730a140eb45 req-da2bee2d-2185-4645-8acb-c3a94947a363 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-vif-plugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.937824] env[69262]: DEBUG oslo_concurrency.lockutils [req-22756023-ce49-41e3-9a28-4730a140eb45 req-da2bee2d-2185-4645-8acb-c3a94947a363 service nova] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.938113] env[69262]: DEBUG oslo_concurrency.lockutils [req-22756023-ce49-41e3-9a28-4730a140eb45 req-da2bee2d-2185-4645-8acb-c3a94947a363 service nova] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.938351] env[69262]: DEBUG oslo_concurrency.lockutils [req-22756023-ce49-41e3-9a28-4730a140eb45 req-da2bee2d-2185-4645-8acb-c3a94947a363 service nova] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.938589] env[69262]: DEBUG nova.compute.manager [req-22756023-ce49-41e3-9a28-4730a140eb45 req-da2bee2d-2185-4645-8acb-c3a94947a363 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] No waiting events found dispatching network-vif-plugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1354.938821] env[69262]: WARNING nova.compute.manager [req-22756023-ce49-41e3-9a28-4730a140eb45 req-da2bee2d-2185-4645-8acb-c3a94947a363 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received unexpected event network-vif-plugged-78a3ccfb-7d0f-40d5-9143-16bbd9129223 for instance with vm_state shelved_offloaded and task_state spawning. [ 1355.021255] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.021449] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.021645] env[69262]: DEBUG nova.network.neutron [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.036847] env[69262]: DEBUG oslo_concurrency.lockutils [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.546037] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36385f6-07ee-43a0-9d70-798d9670bc50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.553991] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fc5600-6e1e-46e9-82ee-d7de783df01f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.737884] env[69262]: DEBUG nova.network.neutron [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.240814] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.270051] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eaff1411ada01a4ef910e98d971290ea',container_format='bare',created_at=2025-04-29T09:00:28Z,direct_url=,disk_format='vmdk',id=08a9d1de-2b23-4f43-8905-7a475e18f065,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2070809265-shelved',owner='65feb6d6e1c54a5698258f7ed471df81',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-04-29T09:00:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1356.270344] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.270508] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1356.270733] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.270910] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1356.271080] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1356.271299] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1356.271465] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1356.271636] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1356.271806] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1356.272074] env[69262]: DEBUG nova.virt.hardware [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1356.272938] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a0fb4c-9522-47c1-b8f7-c588c65af832 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.282188] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2602a1-9cf5-4561-88a9-09240d20c6e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.296473] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:95:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78a3ccfb-7d0f-40d5-9143-16bbd9129223', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.303963] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.304228] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.304447] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f34fe997-c5b5-4a27-b4b5-76a3c2190c3a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.323499] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.323499] env[69262]: value = "task-3714643" [ 1356.323499] env[69262]: _type = "Task" [ 1356.323499] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.331474] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714643, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.659430] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fcefd3-de99-4470-9819-88bac33b098a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.680201] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55cad20-f585-4ae1-8ccc-d58874a37143 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.687319] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance '405ab70b-3931-46d0-a00c-0df38afacb7e' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.833639] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714643, 'name': CreateVM_Task, 'duration_secs': 0.332592} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.833851] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.834521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.834691] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.835169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.835435] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d26e4310-b452-42fd-a815-b083e71b84be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.839808] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1356.839808] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]527f7c00-88cf-7954-a6f8-66915bfb64a9" [ 1356.839808] env[69262]: _type = "Task" [ 1356.839808] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.847160] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]527f7c00-88cf-7954-a6f8-66915bfb64a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.963471] env[69262]: DEBUG nova.compute.manager [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.963665] env[69262]: DEBUG nova.compute.manager [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing instance network info cache due to event network-changed-78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1356.963885] env[69262]: DEBUG oslo_concurrency.lockutils [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] Acquiring lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.964041] env[69262]: DEBUG oslo_concurrency.lockutils [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] Acquired lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.964226] env[69262]: DEBUG nova.network.neutron [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Refreshing network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.194390] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.194654] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4667b028-cb5d-4dbd-bb2a-36fba9e354ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.202495] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1357.202495] env[69262]: value = "task-3714644" [ 1357.202495] env[69262]: _type = "Task" [ 1357.202495] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.210966] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.350428] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.350691] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Processing image 08a9d1de-2b23-4f43-8905-7a475e18f065 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.350934] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065/08a9d1de-2b23-4f43-8905-7a475e18f065.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.351129] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065/08a9d1de-2b23-4f43-8905-7a475e18f065.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.351273] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.351589] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bceb5657-5d82-4442-a11d-7de7f2ffa9a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.371956] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.372178] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.372929] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b89d943-8c1e-435f-9bb5-70968a892b2b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.378837] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1357.378837] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52241fcc-cfd2-fda8-ec3c-0d6dfbccffc6" [ 1357.378837] env[69262]: _type = "Task" [ 1357.378837] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.387116] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52241fcc-cfd2-fda8-ec3c-0d6dfbccffc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.681412] env[69262]: DEBUG nova.network.neutron [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updated VIF entry in instance network info cache for port 78a3ccfb-7d0f-40d5-9143-16bbd9129223. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.681792] env[69262]: DEBUG nova.network.neutron [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [{"id": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "address": "fa:16:3e:34:95:a1", "network": {"id": "ef25f24b-9b04-4fdb-84ba-0a38bccf098c", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1958851968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65feb6d6e1c54a5698258f7ed471df81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78a3ccfb-7d", "ovs_interfaceid": "78a3ccfb-7d0f-40d5-9143-16bbd9129223", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.713251] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.889775] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Preparing fetch location {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1357.890076] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Fetch image to [datastore2] OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1/OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1.vmdk {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1357.890291] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Downloading stream optimized image 08a9d1de-2b23-4f43-8905-7a475e18f065 to [datastore2] OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1/OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1.vmdk on the data store datastore2 as vApp {{(pid=69262) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1357.890461] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Downloading image file data 08a9d1de-2b23-4f43-8905-7a475e18f065 to the ESX as VM named 'OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1' {{(pid=69262) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1357.963579] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1357.963579] env[69262]: value = "resgroup-9" [ 1357.963579] env[69262]: _type = "ResourcePool" [ 1357.963579] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1357.963898] env[69262]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b605d475-196a-4e3b-8a86-d73e99d65690 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.986174] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease: (returnval){ [ 1357.986174] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fcb5f3-4b07-ed61-1fc8-6ed073ff83d4" [ 1357.986174] env[69262]: _type = "HttpNfcLease" [ 1357.986174] env[69262]: } obtained for vApp import into resource pool (val){ [ 1357.986174] env[69262]: value = "resgroup-9" [ 1357.986174] env[69262]: _type = "ResourcePool" [ 1357.986174] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1357.986722] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the lease: (returnval){ [ 1357.986722] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fcb5f3-4b07-ed61-1fc8-6ed073ff83d4" [ 1357.986722] env[69262]: _type = "HttpNfcLease" [ 1357.986722] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1357.993261] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1357.993261] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fcb5f3-4b07-ed61-1fc8-6ed073ff83d4" [ 1357.993261] env[69262]: _type = "HttpNfcLease" [ 1357.993261] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1358.184929] env[69262]: DEBUG oslo_concurrency.lockutils [req-c4118cbb-3be7-4ca5-b1d5-5d44a9ae25cf req-805b3c52-8a69-4975-ab5f-f909d79452ac service nova] Releasing lock "refresh_cache-b9df73e5-46ca-4739-8b4f-c275217f0bf0" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.215078] env[69262]: DEBUG oslo_vmware.api [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714644, 'name': PowerOnVM_Task, 'duration_secs': 0.845276} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.215078] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.215078] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-178552f0-1af2-4dfb-9973-d87c1d30a9bd tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance '405ab70b-3931-46d0-a00c-0df38afacb7e' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.496343] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1358.496343] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fcb5f3-4b07-ed61-1fc8-6ed073ff83d4" [ 1358.496343] env[69262]: _type = "HttpNfcLease" [ 1358.496343] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1358.496734] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1358.496734] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52fcb5f3-4b07-ed61-1fc8-6ed073ff83d4" [ 1358.496734] env[69262]: _type = "HttpNfcLease" [ 1358.496734] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1358.497476] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda40a6c-8c55-4247-8a9a-910a39e2bf27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.505624] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e9458-986b-ae05-7d35-cf3d298ea58e/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1358.505794] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e9458-986b-ae05-7d35-cf3d298ea58e/disk-0.vmdk. {{(pid=69262) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1358.569469] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e85d8f3-4ae6-4deb-989f-e577eaeaa534 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.681359] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Completed reading data from the image iterator. {{(pid=69262) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1359.681741] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e9458-986b-ae05-7d35-cf3d298ea58e/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1359.682868] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf78f04-4832-4845-a735-db80aae402e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.690980] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e9458-986b-ae05-7d35-cf3d298ea58e/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1359.691278] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e9458-986b-ae05-7d35-cf3d298ea58e/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1359.691576] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-13afa56e-6242-4022-8181-79d1f57e4b08 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.925988] env[69262]: DEBUG oslo_vmware.rw_handles [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528e9458-986b-ae05-7d35-cf3d298ea58e/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1359.926351] env[69262]: INFO nova.virt.vmwareapi.images [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Downloaded image file data 08a9d1de-2b23-4f43-8905-7a475e18f065 [ 1359.928441] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1fe31-0c49-43ae-ab2a-72b77e4ff1b8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.947595] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd91ab2-ac3f-4162-acdf-e4497216534a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.976320] env[69262]: INFO nova.virt.vmwareapi.images [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] The imported VM was unregistered [ 1359.979281] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Caching image {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1359.979559] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Creating directory with path [datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.979827] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b8cc78-aef9-4aec-8f70-dbfba2bf7f35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.011370] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Created directory with path [datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.011631] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1/OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1.vmdk to [datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065/08a9d1de-2b23-4f43-8905-7a475e18f065.vmdk. {{(pid=69262) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1360.011859] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-034c92ee-7c5e-41b9-954c-6b53bc0958c3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.020205] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1360.020205] env[69262]: value = "task-3714647" [ 1360.020205] env[69262]: _type = "Task" [ 1360.020205] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.029415] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.280850] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "405ab70b-3931-46d0-a00c-0df38afacb7e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.281123] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.281382] env[69262]: DEBUG nova.compute.manager [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Going to confirm migration 8 {{(pid=69262) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1360.533421] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.852134] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.852456] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquired lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.852546] env[69262]: DEBUG nova.network.neutron [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.852764] env[69262]: DEBUG nova.objects.instance [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'info_cache' on Instance uuid 405ab70b-3931-46d0-a00c-0df38afacb7e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.034345] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.534309] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.794630] env[69262]: DEBUG nova.compute.manager [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1361.795553] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd737b2-76d6-47d7-8ce7-14b274871d42 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.034650] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.092738] env[69262]: DEBUG nova.network.neutron [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [{"id": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "address": "fa:16:3e:c4:05:0b", "network": {"id": "733a8dae-9338-4c01-a08d-c39fc2bf322e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1981454230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bf525522b514e56b67db0b133f3deac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap830c2a6e-d9", "ovs_interfaceid": "830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.309280] env[69262]: INFO nova.compute.manager [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] instance snapshotting [ 1362.310116] env[69262]: DEBUG nova.objects.instance [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'flavor' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.535619] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.597141] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Releasing lock "refresh_cache-405ab70b-3931-46d0-a00c-0df38afacb7e" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.597141] env[69262]: DEBUG nova.objects.instance [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'migration_context' on Instance uuid 405ab70b-3931-46d0-a00c-0df38afacb7e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.817106] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d94121a-dfd8-414c-87d8-bb1ace3cc6aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.838050] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bf3e05-8b83-4ff9-944b-1a7b05d3b49a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.032770] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.099901] env[69262]: DEBUG nova.objects.base [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Object Instance<405ab70b-3931-46d0-a00c-0df38afacb7e> lazy-loaded attributes: info_cache,migration_context {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1363.100864] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0ed40-00e7-4aef-823d-9cc38ee5d1c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.120196] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efd3ec5-0112-475c-a202-56d36b31b966 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.125687] env[69262]: DEBUG oslo_vmware.api [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1363.125687] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5270e82f-96a0-3125-ce8e-3d94258d8125" [ 1363.125687] env[69262]: _type = "Task" [ 1363.125687] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.133523] env[69262]: DEBUG oslo_vmware.api [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5270e82f-96a0-3125-ce8e-3d94258d8125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.349755] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1363.350095] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7991b503-32eb-4a38-bceb-18a31372c9e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.357604] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1363.357604] env[69262]: value = "task-3714648" [ 1363.357604] env[69262]: _type = "Task" [ 1363.357604] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.366596] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714648, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.533472] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714647, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.316153} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.533739] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1/OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1.vmdk to [datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065/08a9d1de-2b23-4f43-8905-7a475e18f065.vmdk. [ 1363.533942] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Cleaning up location [datastore2] OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1363.534150] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_7b27e212-cc95-4e05-b752-6939e6ab4eb1 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.534428] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be299775-02dc-42ab-921d-224d5bb9efd6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.540998] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1363.540998] env[69262]: value = "task-3714649" [ 1363.540998] env[69262]: _type = "Task" [ 1363.540998] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.549050] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.635956] env[69262]: DEBUG oslo_vmware.api [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5270e82f-96a0-3125-ce8e-3d94258d8125, 'name': SearchDatastore_Task, 'duration_secs': 0.059961} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.636361] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.636701] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.868497] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714648, 'name': CreateSnapshot_Task, 'duration_secs': 0.492123} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.868769] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1363.869574] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c23f81-7138-4dd3-a956-e33bfcf1e12d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.050551] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108731} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.050810] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.050977] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065/08a9d1de-2b23-4f43-8905-7a475e18f065.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.051233] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065/08a9d1de-2b23-4f43-8905-7a475e18f065.vmdk to [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.051483] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8314f726-0429-40b0-b498-e70938002a50 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.057730] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1364.057730] env[69262]: value = "task-3714650" [ 1364.057730] env[69262]: _type = "Task" [ 1364.057730] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.066584] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.235810] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e7e5fa-88ed-475d-baf3-cdfd9a8cfe1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.246582] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6947b747-a40c-4970-b268-5d62d48f5813 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.279452] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06712f7f-a600-4db4-927b-98743e02126f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.289322] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df79bd63-e433-4d56-a7d0-d195c0e0985b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.305416] env[69262]: DEBUG nova.compute.provider_tree [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.389418] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1364.389839] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e8d4603-86e4-4bba-8acd-c2f6ba73c1c8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.400282] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1364.400282] env[69262]: value = "task-3714651" [ 1364.400282] env[69262]: _type = "Task" [ 1364.400282] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.411815] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714651, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.571192] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714650, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.809384] env[69262]: DEBUG nova.scheduler.client.report [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.912477] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714651, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.072925] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714650, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.414313] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714651, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.571530] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714650, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.820241] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.183s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.915299] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714651, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.071919] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714650, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.381395] env[69262]: INFO nova.scheduler.client.report [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted allocation for migration fcc0722d-291b-44de-b821-3f70b4c3f5bb [ 1366.414155] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714651, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.571588] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714650, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.408406} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.571935] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/08a9d1de-2b23-4f43-8905-7a475e18f065/08a9d1de-2b23-4f43-8905-7a475e18f065.vmdk to [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.572917] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf988b0-7da7-4286-aaaa-9c05d2c06a2c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.597787] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.598119] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8902078-1c36-4e75-b33b-78af1fd8e708 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.618275] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1366.618275] env[69262]: value = "task-3714652" [ 1366.618275] env[69262]: _type = "Task" [ 1366.618275] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.628593] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.684434] env[69262]: INFO nova.compute.manager [None req-d19bed88-9f1d-4c08-b498-4bee0b3fbd74 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Get console output [ 1366.684972] env[69262]: WARNING nova.virt.vmwareapi.driver [None req-d19bed88-9f1d-4c08-b498-4bee0b3fbd74 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] The console log is missing. Check your VSPC configuration [ 1366.888467] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7dc747e9-1f26-4fc2-8196-ee03b15c6fbf tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.607s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.914498] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714651, 'name': CloneVM_Task, 'duration_secs': 2.37746} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.914746] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Created linked-clone VM from snapshot [ 1366.915543] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c5a2ab-77f6-428f-927e-21831b78ce35 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.923524] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Uploading image d186189c-56fe-4c50-80f5-fface6db6f9a {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1366.946537] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1366.946537] env[69262]: value = "vm-739747" [ 1366.946537] env[69262]: _type = "VirtualMachine" [ 1366.946537] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1366.947456] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d68c16e-61bf-4a0c-8185-50f97c3d0ce0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.955292] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease: (returnval){ [ 1366.955292] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce4513-fcac-a850-d721-6e8619dae028" [ 1366.955292] env[69262]: _type = "HttpNfcLease" [ 1366.955292] env[69262]: } obtained for exporting VM: (result){ [ 1366.955292] env[69262]: value = "vm-739747" [ 1366.955292] env[69262]: _type = "VirtualMachine" [ 1366.955292] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1366.955745] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the lease: (returnval){ [ 1366.955745] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce4513-fcac-a850-d721-6e8619dae028" [ 1366.955745] env[69262]: _type = "HttpNfcLease" [ 1366.955745] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1366.962395] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.962395] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce4513-fcac-a850-d721-6e8619dae028" [ 1366.962395] env[69262]: _type = "HttpNfcLease" [ 1366.962395] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1367.128426] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714652, 'name': ReconfigVM_Task, 'duration_secs': 0.340435} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.128716] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Reconfigured VM instance instance-0000007b to attach disk [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0/b9df73e5-46ca-4739-8b4f-c275217f0bf0.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.129369] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b04ad58-970b-4409-ac31-c72c3923c855 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.135617] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1367.135617] env[69262]: value = "task-3714654" [ 1367.135617] env[69262]: _type = "Task" [ 1367.135617] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.143813] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714654, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.463944] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1367.463944] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce4513-fcac-a850-d721-6e8619dae028" [ 1367.463944] env[69262]: _type = "HttpNfcLease" [ 1367.463944] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1367.464295] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1367.464295] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52ce4513-fcac-a850-d721-6e8619dae028" [ 1367.464295] env[69262]: _type = "HttpNfcLease" [ 1367.464295] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1367.465042] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d3cb70-d07e-4108-95cf-37885463c3cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.472777] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec75f4-6bf3-2df3-a301-acb99dfedce2/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1367.472944] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec75f4-6bf3-2df3-a301-acb99dfedce2/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1367.559401] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e4ed214-3422-4b6d-a01f-613e2b13861d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.645577] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714654, 'name': Rename_Task, 'duration_secs': 0.154682} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.645929] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.646054] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07ab3dcf-ab55-491a-bda5-83ff3217faac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.652699] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1367.652699] env[69262]: value = "task-3714655" [ 1367.652699] env[69262]: _type = "Task" [ 1367.652699] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.660952] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.163239] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.662941] env[69262]: DEBUG oslo_vmware.api [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714655, 'name': PowerOnVM_Task, 'duration_secs': 0.714994} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.663335] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.763517] env[69262]: DEBUG nova.compute.manager [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1368.764525] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76a7d5a-269e-43f6-b188-99d4042983e3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.281713] env[69262]: DEBUG oslo_concurrency.lockutils [None req-cc11fb6e-15d2-4015-b929-5a09349bdb21 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.968s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.501327] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec75f4-6bf3-2df3-a301-acb99dfedce2/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1376.502535] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09158723-af34-4e60-b788-0cbda0a0a140 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.508847] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec75f4-6bf3-2df3-a301-acb99dfedce2/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1376.509048] env[69262]: ERROR oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec75f4-6bf3-2df3-a301-acb99dfedce2/disk-0.vmdk due to incomplete transfer. [ 1376.509271] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd9a9cbd-2f23-4753-bfaa-a2a7ef3271f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.517651] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec75f4-6bf3-2df3-a301-acb99dfedce2/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1376.517848] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Uploaded image d186189c-56fe-4c50-80f5-fface6db6f9a to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1376.520363] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1376.520611] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46d311f5-fff3-452c-b11a-ff457ab12947 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.527554] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1376.527554] env[69262]: value = "task-3714656" [ 1376.527554] env[69262]: _type = "Task" [ 1376.527554] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.536016] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714656, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.038185] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714656, 'name': Destroy_Task, 'duration_secs': 0.308261} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.038458] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Destroyed the VM [ 1377.038623] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1377.038879] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9923daed-041b-4444-a307-a47c0dd68d4d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.045594] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1377.045594] env[69262]: value = "task-3714657" [ 1377.045594] env[69262]: _type = "Task" [ 1377.045594] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.054741] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714657, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.556581] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714657, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.056920] env[69262]: DEBUG oslo_vmware.api [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714657, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565758} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.057207] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1378.057477] env[69262]: INFO nova.compute.manager [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 1378.595844] env[69262]: DEBUG nova.compute.manager [None req-a35eeec5-4427-45cc-a1ee-b9af44421940 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Found 1 images (rotation: 2) {{(pid=69262) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1379.733854] env[69262]: DEBUG nova.compute.manager [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1379.734853] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e0a255-996a-4a01-989d-1e5e4d0e3f96 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.246208] env[69262]: INFO nova.compute.manager [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] instance snapshotting [ 1380.246786] env[69262]: DEBUG nova.objects.instance [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'flavor' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.752916] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dbe313-31b1-4896-bb7b-ad3b16865900 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.772641] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768987e5-cd89-4400-80d0-8bc8460e1e92 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.284761] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1381.285117] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c2a9bb6-b1bb-497e-834c-25202e3b8de0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.292810] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1381.292810] env[69262]: value = "task-3714658" [ 1381.292810] env[69262]: _type = "Task" [ 1381.292810] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.302091] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.805188] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714658, 'name': CreateSnapshot_Task, 'duration_secs': 0.446638} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.805574] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1381.806308] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08083a11-a2b9-42c6-8ead-d5fa1a2c30b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.324787] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1382.325109] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd2dc508-ed33-494e-8dc0-4698f332cf9b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.334330] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1382.334330] env[69262]: value = "task-3714659" [ 1382.334330] env[69262]: _type = "Task" [ 1382.334330] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.343605] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714659, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.846214] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714659, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.347349] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714659, 'name': CloneVM_Task, 'duration_secs': 0.991456} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.347694] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Created linked-clone VM from snapshot [ 1383.348509] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb4e96a-dd6e-4627-8b07-704dd4ca3e27 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.355999] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Uploading image 44ed2787-cc3b-4710-b8ee-85d1c77269eb {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1383.376717] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1383.376717] env[69262]: value = "vm-739749" [ 1383.376717] env[69262]: _type = "VirtualMachine" [ 1383.376717] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1383.376987] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa52604e-fd65-4e92-87b8-3800ff644020 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.384269] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease: (returnval){ [ 1383.384269] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52de4141-e1c1-a561-0bff-0167cef1da0c" [ 1383.384269] env[69262]: _type = "HttpNfcLease" [ 1383.384269] env[69262]: } obtained for exporting VM: (result){ [ 1383.384269] env[69262]: value = "vm-739749" [ 1383.384269] env[69262]: _type = "VirtualMachine" [ 1383.384269] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1383.384622] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the lease: (returnval){ [ 1383.384622] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52de4141-e1c1-a561-0bff-0167cef1da0c" [ 1383.384622] env[69262]: _type = "HttpNfcLease" [ 1383.384622] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1383.391281] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.391281] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52de4141-e1c1-a561-0bff-0167cef1da0c" [ 1383.391281] env[69262]: _type = "HttpNfcLease" [ 1383.391281] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1383.893518] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1383.893518] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52de4141-e1c1-a561-0bff-0167cef1da0c" [ 1383.893518] env[69262]: _type = "HttpNfcLease" [ 1383.893518] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1383.893999] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1383.893999] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52de4141-e1c1-a561-0bff-0167cef1da0c" [ 1383.893999] env[69262]: _type = "HttpNfcLease" [ 1383.893999] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1383.894611] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab97bbc-246e-4f09-abe1-01094bbfaba1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.903141] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8988a-5ac2-a3b7-4d23-6006909f83c6/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1383.903357] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8988a-5ac2-a3b7-4d23-6006909f83c6/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1383.988034] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c9f711ab-9007-4894-bfb6-7ecf7d91b0ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.674274] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.674447] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.180311] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.180673] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.180673] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.180833] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.181131] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.181363] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.181699] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1386.911561] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.415247] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.415552] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.415726] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.415884] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1387.416828] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1ff96e-a317-45f7-b492-063c1903278d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.425726] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d27a547-eda7-4b87-bc27-1127efd1c6b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.441027] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e877688-c410-4159-a6ff-2d4742b11973 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.448186] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0b237-534f-418d-8089-15f61eb39263 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.479550] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179975MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1387.479740] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.479959] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.509671] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 29b9821a-24a2-4872-a73b-08ccc8db925e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1388.510047] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 65561333-7dc5-45d8-ad83-52bf879f1c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1388.510047] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 5a608666-b23b-402d-8d6a-5c8a51b919a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1388.510141] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 405ab70b-3931-46d0-a00c-0df38afacb7e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1388.510259] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance b9df73e5-46ca-4739-8b4f-c275217f0bf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1388.510439] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1388.510574] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1388.582665] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239d3534-604f-4d14-b308-a46a91a8555b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.591130] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6ea159-342f-448d-9157-f637c3a3c016 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.624370] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa00d1bb-5ab5-4698-b871-3e56c023b0f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.633028] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aab70fd-7d3b-4165-b612-e7ee175e99e7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.648658] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.152122] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.657537] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1389.658052] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.813877] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8988a-5ac2-a3b7-4d23-6006909f83c6/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1391.814966] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69426e1e-0cdc-4232-8c43-19c197deab9d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.821724] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8988a-5ac2-a3b7-4d23-6006909f83c6/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1391.821915] env[69262]: ERROR oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8988a-5ac2-a3b7-4d23-6006909f83c6/disk-0.vmdk due to incomplete transfer. [ 1391.822175] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-405b83d9-8512-4b1f-9452-fe674e45fb79 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.829956] env[69262]: DEBUG oslo_vmware.rw_handles [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f8988a-5ac2-a3b7-4d23-6006909f83c6/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1391.830168] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Uploaded image 44ed2787-cc3b-4710-b8ee-85d1c77269eb to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1391.832540] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1391.832782] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c85506e9-1406-43a5-bc2f-4e022bc8b55a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.838643] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1391.838643] env[69262]: value = "task-3714661" [ 1391.838643] env[69262]: _type = "Task" [ 1391.838643] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.846705] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714661, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.349029] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714661, 'name': Destroy_Task, 'duration_secs': 0.361838} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.349306] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Destroyed the VM [ 1392.349546] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1392.349795] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c891bd50-4092-4442-9a25-45f6966e3dac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.356590] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1392.356590] env[69262]: value = "task-3714662" [ 1392.356590] env[69262]: _type = "Task" [ 1392.356590] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.365111] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714662, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.866833] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714662, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.367424] env[69262]: DEBUG oslo_vmware.api [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714662, 'name': RemoveSnapshot_Task, 'duration_secs': 0.542582} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.367774] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1393.368026] env[69262]: INFO nova.compute.manager [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Took 12.62 seconds to snapshot the instance on the hypervisor. [ 1393.523069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "405ab70b-3931-46d0-a00c-0df38afacb7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.523069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.523338] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.523472] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.523640] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.525844] env[69262]: INFO nova.compute.manager [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Terminating instance [ 1393.908035] env[69262]: DEBUG nova.compute.manager [None req-831cd8d7-3210-4a7e-9f72-0846daf59006 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Found 2 images (rotation: 2) {{(pid=69262) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1394.029821] env[69262]: DEBUG nova.compute.manager [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.030221] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.030569] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53bb20e1-8af6-4fc9-b366-857eb38971e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.040573] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1394.040573] env[69262]: value = "task-3714663" [ 1394.040573] env[69262]: _type = "Task" [ 1394.040573] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.048847] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.550370] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714663, 'name': PowerOffVM_Task, 'duration_secs': 0.216949} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.550676] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.550836] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1394.551036] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739737', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'name': 'volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '405ab70b-3931-46d0-a00c-0df38afacb7e', 'attached_at': '2025-04-29T09:00:56.000000', 'detached_at': '', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'serial': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1394.551797] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d0f7d8-3884-4dae-81e6-52e3564f3315 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.569545] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf12af-1ab5-4c46-807f-8216b907d834 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.576020] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcdde15-a218-4337-ac45-8520433c8333 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.593222] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4417ea-ef86-477f-a6f0-246391cff50f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.607856] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] The volume has not been displaced from its original location: [datastore1] volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7/volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1394.613053] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.613343] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa0fecc-216f-415a-aa1d-b994792a50a6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.631885] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1394.631885] env[69262]: value = "task-3714664" [ 1394.631885] env[69262]: _type = "Task" [ 1394.631885] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.639608] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.862655] env[69262]: DEBUG nova.compute.manager [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1394.863667] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36feb45c-6832-4b8e-95b3-1c6e52fb37d7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.143410] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714664, 'name': ReconfigVM_Task, 'duration_secs': 0.166318} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.143800] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.148164] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8b215af-d0eb-41d3-81ca-12b2e4ce9ba5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.164906] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1395.164906] env[69262]: value = "task-3714665" [ 1395.164906] env[69262]: _type = "Task" [ 1395.164906] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.173863] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.374631] env[69262]: INFO nova.compute.manager [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] instance snapshotting [ 1395.375274] env[69262]: DEBUG nova.objects.instance [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'flavor' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.674381] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714665, 'name': ReconfigVM_Task, 'duration_secs': 0.17688} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.674688] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739737', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'name': 'volume-4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '405ab70b-3931-46d0-a00c-0df38afacb7e', 'attached_at': '2025-04-29T09:00:56.000000', 'detached_at': '', 'volume_id': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7', 'serial': '4d80e6ab-5bca-4160-9b6b-00c894fe81b7'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1395.674974] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.675738] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a5e71-c8af-4d68-94a6-95cf1cb63f10 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.682339] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.682524] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-123758a5-c789-4aea-afdb-9a43d5241c85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.881838] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cbd890-754b-4851-a834-77247009950e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.900738] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9144f4-5833-4b95-9554-28bd94e51361 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.188716] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.189201] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.189201] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleting the datastore file [datastore1] 405ab70b-3931-46d0-a00c-0df38afacb7e {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.189485] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d91f5fb-638a-437f-9440-538b254e67cb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.196631] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1396.196631] env[69262]: value = "task-3714667" [ 1396.196631] env[69262]: _type = "Task" [ 1396.196631] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.205638] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.412149] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1396.412511] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3663e709-3cdd-4afb-8826-3b6fc32da03b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.420138] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1396.420138] env[69262]: value = "task-3714668" [ 1396.420138] env[69262]: _type = "Task" [ 1396.420138] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.430531] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714668, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.708143] env[69262]: DEBUG oslo_vmware.api [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120323} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.708143] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.708143] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.708143] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.708506] env[69262]: INFO nova.compute.manager [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1396.708548] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.708756] env[69262]: DEBUG nova.compute.manager [-] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.708839] env[69262]: DEBUG nova.network.neutron [-] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.930431] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714668, 'name': CreateSnapshot_Task, 'duration_secs': 0.449661} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.930708] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1396.931473] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc99c14-eed7-4ec1-bf45-a2c670848e34 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.360230] env[69262]: DEBUG nova.compute.manager [req-c21fa90d-04d4-4d04-b6a0-2347d77a402b req-e2d32b5c-8b9e-43ad-a5e0-e94c844e6c8a service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Received event network-vif-deleted-830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.360230] env[69262]: INFO nova.compute.manager [req-c21fa90d-04d4-4d04-b6a0-2347d77a402b req-e2d32b5c-8b9e-43ad-a5e0-e94c844e6c8a service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Neutron deleted interface 830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b; detaching it from the instance and deleting it from the info cache [ 1397.360230] env[69262]: DEBUG nova.network.neutron [req-c21fa90d-04d4-4d04-b6a0-2347d77a402b req-e2d32b5c-8b9e-43ad-a5e0-e94c844e6c8a service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.449336] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1397.449648] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a030d6a6-256d-4a39-8927-cb176f6a184d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.458009] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1397.458009] env[69262]: value = "task-3714669" [ 1397.458009] env[69262]: _type = "Task" [ 1397.458009] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.466859] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714669, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.844114] env[69262]: DEBUG nova.network.neutron [-] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.862970] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d19fb963-e600-4e24-81bf-7d8c0914c568 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.874270] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbb9b6c-6f52-414c-b07e-f865f1102bac {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.904212] env[69262]: DEBUG nova.compute.manager [req-c21fa90d-04d4-4d04-b6a0-2347d77a402b req-e2d32b5c-8b9e-43ad-a5e0-e94c844e6c8a service nova] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Detach interface failed, port_id=830c2a6e-d9d7-4f10-b2c2-9b0241e1aa7b, reason: Instance 405ab70b-3931-46d0-a00c-0df38afacb7e could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1397.969077] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714669, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.347301] env[69262]: INFO nova.compute.manager [-] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Took 1.64 seconds to deallocate network for instance. [ 1398.469071] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714669, 'name': CloneVM_Task, 'duration_secs': 1.006302} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.469533] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Created linked-clone VM from snapshot [ 1398.470133] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc8e85c-801f-4b66-a684-2d707e2561ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.478254] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Uploading image b0f1e1c0-32bb-4504-8033-cf7e9c59b2c5 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1398.508639] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1398.508639] env[69262]: value = "vm-739751" [ 1398.508639] env[69262]: _type = "VirtualMachine" [ 1398.508639] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1398.508984] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c405f696-55ed-4129-b62d-612994c4f75b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.516765] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease: (returnval){ [ 1398.516765] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5291f846-61b7-5a47-bd1a-5f19beaf4e41" [ 1398.516765] env[69262]: _type = "HttpNfcLease" [ 1398.516765] env[69262]: } obtained for exporting VM: (result){ [ 1398.516765] env[69262]: value = "vm-739751" [ 1398.516765] env[69262]: _type = "VirtualMachine" [ 1398.516765] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1398.517286] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the lease: (returnval){ [ 1398.517286] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5291f846-61b7-5a47-bd1a-5f19beaf4e41" [ 1398.517286] env[69262]: _type = "HttpNfcLease" [ 1398.517286] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1398.524751] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1398.524751] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5291f846-61b7-5a47-bd1a-5f19beaf4e41" [ 1398.524751] env[69262]: _type = "HttpNfcLease" [ 1398.524751] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1398.894697] env[69262]: INFO nova.compute.manager [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Took 0.55 seconds to detach 1 volumes for instance. [ 1398.896908] env[69262]: DEBUG nova.compute.manager [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Deleting volume: 4d80e6ab-5bca-4160-9b6b-00c894fe81b7 {{(pid=69262) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1399.026295] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1399.026295] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5291f846-61b7-5a47-bd1a-5f19beaf4e41" [ 1399.026295] env[69262]: _type = "HttpNfcLease" [ 1399.026295] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1399.026601] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1399.026601] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5291f846-61b7-5a47-bd1a-5f19beaf4e41" [ 1399.026601] env[69262]: _type = "HttpNfcLease" [ 1399.026601] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1399.027360] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1429c279-507f-4085-9144-4d151bf585f9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.035536] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52846bdf-a552-7513-02ec-310c25384b1f/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1399.035747] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52846bdf-a552-7513-02ec-310c25384b1f/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1399.136574] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e5fa855a-b2ac-4ca9-9c01-0feff4390b61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.436996] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.438228] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.438560] env[69262]: DEBUG nova.objects.instance [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'resources' on Instance uuid 405ab70b-3931-46d0-a00c-0df38afacb7e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.028071] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7787639-be69-4f3e-9878-0c12cbfaf523 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.036781] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8886c51-b7b0-4b8c-b661-589ff18b359b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.068946] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b362cfd-78d1-44d4-b9f0-3d2cbf03e6d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.079460] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2dd551-1a3f-411b-8155-44e70c0731ae {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.093843] env[69262]: DEBUG nova.compute.provider_tree [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.597611] env[69262]: DEBUG nova.scheduler.client.report [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.103377] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.121785] env[69262]: INFO nova.scheduler.client.report [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted allocations for instance 405ab70b-3931-46d0-a00c-0df38afacb7e [ 1401.629775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e8a264db-311f-4eaa-9581-deb917a1b23e tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "405ab70b-3931-46d0-a00c-0df38afacb7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.107s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.353834] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "65561333-7dc5-45d8-ad83-52bf879f1c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.354374] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.354374] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "65561333-7dc5-45d8-ad83-52bf879f1c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.354560] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.354724] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.356884] env[69262]: INFO nova.compute.manager [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Terminating instance [ 1402.861111] env[69262]: DEBUG nova.compute.manager [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1402.861455] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1402.862455] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e22eba-2c99-4e60-a1ab-2905bb01ed26 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.871346] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.871629] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04e0d2f1-e1d0-4487-840a-cd3412851b52 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.880725] env[69262]: DEBUG oslo_vmware.api [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1402.880725] env[69262]: value = "task-3714672" [ 1402.880725] env[69262]: _type = "Task" [ 1402.880725] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.889882] env[69262]: DEBUG oslo_vmware.api [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.391663] env[69262]: DEBUG oslo_vmware.api [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714672, 'name': PowerOffVM_Task, 'duration_secs': 0.234091} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.392060] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.392188] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.392449] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86c7c34a-18a5-404d-a8a4-f8ee8f2a01fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.467191] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.467475] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Deleting contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.467566] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleting the datastore file [datastore1] 65561333-7dc5-45d8-ad83-52bf879f1c6e {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.467888] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec5722c7-273a-45d6-99f6-87afa9820f95 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.477069] env[69262]: DEBUG oslo_vmware.api [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1403.477069] env[69262]: value = "task-3714674" [ 1403.477069] env[69262]: _type = "Task" [ 1403.477069] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.486287] env[69262]: DEBUG oslo_vmware.api [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.987587] env[69262]: DEBUG oslo_vmware.api [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147558} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.987899] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.988103] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Deleted contents of the VM from datastore datastore1 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1403.988277] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1403.988462] env[69262]: INFO nova.compute.manager [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1403.988702] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1403.988909] env[69262]: DEBUG nova.compute.manager [-] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1403.989026] env[69262]: DEBUG nova.network.neutron [-] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.267663] env[69262]: DEBUG nova.compute.manager [req-9155aca5-5226-4006-b653-46f672cae103 req-bc08eda6-0a7b-4845-9475-218926e61aa5 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Received event network-vif-deleted-553c5fda-0adb-4248-9019-386f8932fda1 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.267729] env[69262]: INFO nova.compute.manager [req-9155aca5-5226-4006-b653-46f672cae103 req-bc08eda6-0a7b-4845-9475-218926e61aa5 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Neutron deleted interface 553c5fda-0adb-4248-9019-386f8932fda1; detaching it from the instance and deleting it from the info cache [ 1404.268008] env[69262]: DEBUG nova.network.neutron [req-9155aca5-5226-4006-b653-46f672cae103 req-bc08eda6-0a7b-4845-9475-218926e61aa5 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.748917] env[69262]: DEBUG nova.network.neutron [-] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.770688] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca0c63e2-c3b6-4b7c-8a2a-3b3a916629d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.780747] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b326a-713f-4bea-94dd-1bdd4e560085 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.811467] env[69262]: DEBUG nova.compute.manager [req-9155aca5-5226-4006-b653-46f672cae103 req-bc08eda6-0a7b-4845-9475-218926e61aa5 service nova] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Detach interface failed, port_id=553c5fda-0adb-4248-9019-386f8932fda1, reason: Instance 65561333-7dc5-45d8-ad83-52bf879f1c6e could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1405.252518] env[69262]: INFO nova.compute.manager [-] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Took 1.26 seconds to deallocate network for instance. [ 1405.759794] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.760222] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.760455] env[69262]: DEBUG nova.objects.instance [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'resources' on Instance uuid 65561333-7dc5-45d8-ad83-52bf879f1c6e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.132714] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.133137] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.133453] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.133710] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.133931] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.136413] env[69262]: INFO nova.compute.manager [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Terminating instance [ 1406.334014] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc02af-f1ce-4aba-94ed-5b8a2307a2ad {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.343006] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42db074b-ec2f-4041-a1f5-bd8b330cc27e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.373353] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c301f8-5226-47de-885b-6f6ce6ed80f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.381612] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932f3cd4-79e9-4a4c-b4c0-0f4fc90dd08b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.396626] env[69262]: DEBUG nova.compute.provider_tree [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.640815] env[69262]: DEBUG nova.compute.manager [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.641120] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.642145] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52caeb73-3c7c-4a81-a2a6-ba311a63ec85 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.651613] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.651921] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d782ea10-9d3f-4a25-b89e-e4f7be9d6e03 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.659938] env[69262]: DEBUG oslo_vmware.api [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1406.659938] env[69262]: value = "task-3714675" [ 1406.659938] env[69262]: _type = "Task" [ 1406.659938] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.671058] env[69262]: DEBUG oslo_vmware.api [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.899683] env[69262]: DEBUG nova.scheduler.client.report [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.912101] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52846bdf-a552-7513-02ec-310c25384b1f/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1406.913132] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdaab27-41ad-4839-bd3d-387a125f1a1d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.920850] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52846bdf-a552-7513-02ec-310c25384b1f/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1406.921051] env[69262]: ERROR oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52846bdf-a552-7513-02ec-310c25384b1f/disk-0.vmdk due to incomplete transfer. [ 1406.921520] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-411cd626-9fca-439b-a238-ca152319de54 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.930095] env[69262]: DEBUG oslo_vmware.rw_handles [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52846bdf-a552-7513-02ec-310c25384b1f/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1406.930337] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Uploaded image b0f1e1c0-32bb-4504-8033-cf7e9c59b2c5 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1406.932856] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1406.933150] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6578c3c-d022-4e0c-b03a-254475a6a3a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.940242] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1406.940242] env[69262]: value = "task-3714676" [ 1406.940242] env[69262]: _type = "Task" [ 1406.940242] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.948823] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714676, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.170184] env[69262]: DEBUG oslo_vmware.api [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714675, 'name': PowerOffVM_Task, 'duration_secs': 0.212136} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.170386] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.170541] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.170801] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51443806-1006-4964-ba1f-0bdba8f12241 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.236719] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.236936] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.237137] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleting the datastore file [datastore2] b9df73e5-46ca-4739-8b4f-c275217f0bf0 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.237417] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81358d4d-643d-4e07-9d1b-cffdfffdec44 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.244253] env[69262]: DEBUG oslo_vmware.api [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for the task: (returnval){ [ 1407.244253] env[69262]: value = "task-3714678" [ 1407.244253] env[69262]: _type = "Task" [ 1407.244253] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.252500] env[69262]: DEBUG oslo_vmware.api [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.404762] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.424947] env[69262]: INFO nova.scheduler.client.report [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted allocations for instance 65561333-7dc5-45d8-ad83-52bf879f1c6e [ 1407.450521] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714676, 'name': Destroy_Task, 'duration_secs': 0.34874} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.450799] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Destroyed the VM [ 1407.451047] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1407.451313] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d19895d-45cf-4d33-afa5-ee1d473fb915 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.459047] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1407.459047] env[69262]: value = "task-3714679" [ 1407.459047] env[69262]: _type = "Task" [ 1407.459047] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.468497] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714679, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.755012] env[69262]: DEBUG oslo_vmware.api [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Task: {'id': task-3714678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182958} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.755317] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.755508] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.755684] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.755862] env[69262]: INFO nova.compute.manager [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1407.756119] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.756379] env[69262]: DEBUG nova.compute.manager [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.756476] env[69262]: DEBUG nova.network.neutron [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.933680] env[69262]: DEBUG oslo_concurrency.lockutils [None req-1d052d51-dbb6-4d8d-a4a7-367f6dd45648 tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "65561333-7dc5-45d8-ad83-52bf879f1c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.579s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.968770] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714679, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.248931] env[69262]: DEBUG nova.compute.manager [req-c90b5155-ad4c-4cae-a1de-2c9d3be2d941 req-9e06c5c6-a8ef-4496-b861-86e8dc1875a5 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Received event network-vif-deleted-78a3ccfb-7d0f-40d5-9143-16bbd9129223 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.249225] env[69262]: INFO nova.compute.manager [req-c90b5155-ad4c-4cae-a1de-2c9d3be2d941 req-9e06c5c6-a8ef-4496-b861-86e8dc1875a5 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Neutron deleted interface 78a3ccfb-7d0f-40d5-9143-16bbd9129223; detaching it from the instance and deleting it from the info cache [ 1408.249632] env[69262]: DEBUG nova.network.neutron [req-c90b5155-ad4c-4cae-a1de-2c9d3be2d941 req-9e06c5c6-a8ef-4496-b861-86e8dc1875a5 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.469387] env[69262]: DEBUG oslo_vmware.api [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714679, 'name': RemoveSnapshot_Task, 'duration_secs': 0.592977} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.469662] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1408.469893] env[69262]: INFO nova.compute.manager [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Took 12.59 seconds to snapshot the instance on the hypervisor. [ 1408.718492] env[69262]: DEBUG nova.network.neutron [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.754039] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f33bd994-5e25-4689-9c30-d2d478ffd391 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.764347] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d4cf73-895c-4eff-a718-e328eecadb2f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.791489] env[69262]: DEBUG nova.compute.manager [req-c90b5155-ad4c-4cae-a1de-2c9d3be2d941 req-9e06c5c6-a8ef-4496-b861-86e8dc1875a5 service nova] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Detach interface failed, port_id=78a3ccfb-7d0f-40d5-9143-16bbd9129223, reason: Instance b9df73e5-46ca-4739-8b4f-c275217f0bf0 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1409.014850] env[69262]: DEBUG nova.compute.manager [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Found 3 images (rotation: 2) {{(pid=69262) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1409.015166] env[69262]: DEBUG nova.compute.manager [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Rotating out 1 backups {{(pid=69262) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1409.015252] env[69262]: DEBUG nova.compute.manager [None req-27e246a2-fafa-41d3-a3de-3e123a4b290b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleting image d186189c-56fe-4c50-80f5-fface6db6f9a {{(pid=69262) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1409.221162] env[69262]: INFO nova.compute.manager [-] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Took 1.46 seconds to deallocate network for instance. [ 1409.728059] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.728334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.728565] env[69262]: DEBUG nova.objects.instance [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lazy-loading 'resources' on Instance uuid b9df73e5-46ca-4739-8b4f-c275217f0bf0 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.285782] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0f08fb-aaa1-49f5-8c99-ca81ab93eec0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.293763] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0347f727-c47f-481c-bfd4-0b3f60058d57 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.327472] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f0c881-b374-4cce-996a-bcb354567eab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.335581] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab0807-4dd2-4ed1-82ba-3fad366c7c5e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.349476] env[69262]: DEBUG nova.compute.provider_tree [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.853207] env[69262]: DEBUG nova.scheduler.client.report [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.069557] env[69262]: DEBUG oslo_concurrency.lockutils [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.069892] env[69262]: DEBUG oslo_concurrency.lockutils [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.070166] env[69262]: DEBUG nova.compute.manager [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1411.071125] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ef0bfa-f1fc-4c87-bded-3b2e4424eb76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.079103] env[69262]: DEBUG nova.compute.manager [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69262) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1411.079702] env[69262]: DEBUG nova.objects.instance [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'flavor' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.357722] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.378360] env[69262]: INFO nova.scheduler.client.report [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Deleted allocations for instance b9df73e5-46ca-4739-8b4f-c275217f0bf0 [ 1411.886307] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f97b92be-53dc-476e-9fba-0cc43b88ac59 tempest-AttachVolumeShelveTestJSON-55733425 tempest-AttachVolumeShelveTestJSON-55733425-project-member] Lock "b9df73e5-46ca-4739-8b4f-c275217f0bf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.073480] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "29b9821a-24a2-4872-a73b-08ccc8db925e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.073775] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.073979] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "29b9821a-24a2-4872-a73b-08ccc8db925e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.074181] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.074385] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.076582] env[69262]: INFO nova.compute.manager [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Terminating instance [ 1412.085908] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.087945] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f68066e3-0d10-4529-bcde-03d083cd1ed0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.095900] env[69262]: DEBUG oslo_vmware.api [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1412.095900] env[69262]: value = "task-3714681" [ 1412.095900] env[69262]: _type = "Task" [ 1412.095900] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.106281] env[69262]: DEBUG oslo_vmware.api [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.581276] env[69262]: DEBUG nova.compute.manager [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.581276] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.581982] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a0b9e-fd00-4c53-a754-f983e5cf9065 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.590075] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.590299] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b33032-8257-45a2-8d7f-92c6a434212b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.597506] env[69262]: DEBUG oslo_vmware.api [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1412.597506] env[69262]: value = "task-3714682" [ 1412.597506] env[69262]: _type = "Task" [ 1412.597506] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.610264] env[69262]: DEBUG oslo_vmware.api [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714681, 'name': PowerOffVM_Task, 'duration_secs': 0.18487} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.613473] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.613697] env[69262]: DEBUG nova.compute.manager [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1412.613965] env[69262]: DEBUG oslo_vmware.api [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.614702] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1708de3-9027-4a19-befd-044771f2ef3b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.110590] env[69262]: DEBUG oslo_vmware.api [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714682, 'name': PowerOffVM_Task, 'duration_secs': 0.212716} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.111010] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.111198] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.111466] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd035ef-515d-414b-a443-80b6406a9599 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.127112] env[69262]: DEBUG oslo_concurrency.lockutils [None req-671a9615-049f-422b-b772-68f53b9ae02b tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.178908] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.179172] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.179343] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleting the datastore file [datastore2] 29b9821a-24a2-4872-a73b-08ccc8db925e {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.179618] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3aab6e1c-5b02-428a-a4f8-28e679b3fc39 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.187144] env[69262]: DEBUG oslo_vmware.api [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for the task: (returnval){ [ 1413.187144] env[69262]: value = "task-3714684" [ 1413.187144] env[69262]: _type = "Task" [ 1413.187144] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.195650] env[69262]: DEBUG oslo_vmware.api [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.697465] env[69262]: DEBUG oslo_vmware.api [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Task: {'id': task-3714684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147877} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.697759] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.697909] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.698125] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.698334] env[69262]: INFO nova.compute.manager [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1413.698584] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.698778] env[69262]: DEBUG nova.compute.manager [-] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.698872] env[69262]: DEBUG nova.network.neutron [-] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.984048] env[69262]: DEBUG nova.compute.manager [req-0c541b20-ca0c-4abf-90c5-61e4d12a09d7 req-2893d141-af32-4043-882b-059850b5492b service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Received event network-vif-deleted-f6221809-09d0-4d0c-9ebd-1744d32cfebe {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.984283] env[69262]: INFO nova.compute.manager [req-0c541b20-ca0c-4abf-90c5-61e4d12a09d7 req-2893d141-af32-4043-882b-059850b5492b service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Neutron deleted interface f6221809-09d0-4d0c-9ebd-1744d32cfebe; detaching it from the instance and deleting it from the info cache [ 1413.984515] env[69262]: DEBUG nova.network.neutron [req-0c541b20-ca0c-4abf-90c5-61e4d12a09d7 req-2893d141-af32-4043-882b-059850b5492b service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.275344] env[69262]: DEBUG nova.compute.manager [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Stashing vm_state: stopped {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1414.460018] env[69262]: DEBUG nova.network.neutron [-] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.487762] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b10dfc04-0fb5-40b0-83bd-2749a350a285 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.498417] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc1ea90-8ff8-4cdf-9607-7c4f065265d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.531255] env[69262]: DEBUG nova.compute.manager [req-0c541b20-ca0c-4abf-90c5-61e4d12a09d7 req-2893d141-af32-4043-882b-059850b5492b service nova] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Detach interface failed, port_id=f6221809-09d0-4d0c-9ebd-1744d32cfebe, reason: Instance 29b9821a-24a2-4872-a73b-08ccc8db925e could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.796383] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.796770] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.963361] env[69262]: INFO nova.compute.manager [-] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Took 1.26 seconds to deallocate network for instance. [ 1415.301963] env[69262]: INFO nova.compute.claims [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.470321] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.809494] env[69262]: INFO nova.compute.resource_tracker [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating resource usage from migration f92f75b4-10f4-4a11-b8e0-f55d8d51daef [ 1415.861751] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfe1b6c-55a3-4616-ba80-e5cd7ce12fe3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.869970] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8c440b-0f01-4936-94bf-f10df8a464b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.901660] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d80a1f0-74fc-4ffa-b692-5eae1e049d2e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.909302] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1068756e-a41b-4041-b9b3-5a21111b9e62 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.924124] env[69262]: DEBUG nova.compute.provider_tree [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.428040] env[69262]: DEBUG nova.scheduler.client.report [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.933616] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.137s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.933937] env[69262]: INFO nova.compute.manager [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Migrating [ 1416.940590] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.470s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.940820] env[69262]: DEBUG nova.objects.instance [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lazy-loading 'resources' on Instance uuid 29b9821a-24a2-4872-a73b-08ccc8db925e {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.452442] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.452693] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.452798] env[69262]: DEBUG nova.network.neutron [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.508346] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf6873-872e-4901-b75a-90fd524a23d1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.516806] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17393002-9e7f-4783-9cef-c6f8e4263f78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.550113] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6cb98e-3530-4a12-9d80-8706559d50a1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.559108] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243c4304-55e9-4e15-8727-48d94289c20b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.574065] env[69262]: DEBUG nova.compute.provider_tree [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.077768] env[69262]: DEBUG nova.scheduler.client.report [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.194084] env[69262]: DEBUG nova.network.neutron [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.582692] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.608956] env[69262]: INFO nova.scheduler.client.report [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Deleted allocations for instance 29b9821a-24a2-4872-a73b-08ccc8db925e [ 1418.697709] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.118632] env[69262]: DEBUG oslo_concurrency.lockutils [None req-431964bc-e89f-4eb5-afa3-0c9f2a2a909d tempest-ServerActionsTestOtherA-455865557 tempest-ServerActionsTestOtherA-455865557-project-member] Lock "29b9821a-24a2-4872-a73b-08ccc8db925e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.044s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.213086] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955d8eb0-240d-4b3e-a892-4d9c8d9d3755 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.232136] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance '5a608666-b23b-402d-8d6a-5c8a51b919a7' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1420.741383] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.741716] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c72a371-efe3-4168-ac3c-2119d6c2cde3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.749437] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1420.749437] env[69262]: value = "task-3714686" [ 1420.749437] env[69262]: _type = "Task" [ 1420.749437] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.759600] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1420.759829] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance '5a608666-b23b-402d-8d6a-5c8a51b919a7' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.266603] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.267060] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.267060] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.267177] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.267320] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.267463] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.267669] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.267825] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.267988] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.268164] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.268404] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.273522] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30390a3-ddac-422c-9048-c00f0fef01bb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.289649] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1421.289649] env[69262]: value = "task-3714687" [ 1421.289649] env[69262]: _type = "Task" [ 1421.289649] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.298250] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.800396] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714687, 'name': ReconfigVM_Task, 'duration_secs': 0.165379} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.800715] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance '5a608666-b23b-402d-8d6a-5c8a51b919a7' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.307366] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.307796] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.307796] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.307933] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.308093] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.308244] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.308489] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.308653] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.308823] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.308982] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.309171] env[69262]: DEBUG nova.virt.hardware [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.314389] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1422.314695] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ed8e7f-96d7-47b7-814d-314f917e4fed {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.334074] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1422.334074] env[69262]: value = "task-3714688" [ 1422.334074] env[69262]: _type = "Task" [ 1422.334074] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.342562] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.844598] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.345677] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714688, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.845757] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714688, 'name': ReconfigVM_Task, 'duration_secs': 1.161823} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.846042] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1423.846991] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01c5df1-ff52-4c7c-a338-d9e212fd37b6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.869239] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5a608666-b23b-402d-8d6a-5c8a51b919a7/5a608666-b23b-402d-8d6a-5c8a51b919a7.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.869572] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2cb8e1-f253-4056-8c4c-ae63da6da599 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.887503] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1423.887503] env[69262]: value = "task-3714689" [ 1423.887503] env[69262]: _type = "Task" [ 1423.887503] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.895412] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.398021] env[69262]: DEBUG oslo_vmware.api [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714689, 'name': ReconfigVM_Task, 'duration_secs': 0.252225} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.398432] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5a608666-b23b-402d-8d6a-5c8a51b919a7/5a608666-b23b-402d-8d6a-5c8a51b919a7.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.398617] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance '5a608666-b23b-402d-8d6a-5c8a51b919a7' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.905742] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4de8929-aef6-4ef0-a90b-70de736a6b1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.928615] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96e976b-2b95-43b7-952e-327b8ebae5be {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.946918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance '5a608666-b23b-402d-8d6a-5c8a51b919a7' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.485986] env[69262]: DEBUG nova.network.neutron [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Port 9ef02e7f-078e-4cfe-b608-555b3531f327 binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1426.504064] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.504385] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.504484] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.543752] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.544028] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.544135] env[69262]: DEBUG nova.network.neutron [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.242495] env[69262]: DEBUG nova.network.neutron [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.745840] env[69262]: DEBUG oslo_concurrency.lockutils [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.272260] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2415294-09db-4b19-8d83-3683005a765b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.292096] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0b1c49-8851-42a4-86b6-2e4b77df78f7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.299182] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance '5a608666-b23b-402d-8d6a-5c8a51b919a7' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.805257] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-e070f667-e1cf-4643-989d-58b2b114aaa7 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance '5a608666-b23b-402d-8d6a-5c8a51b919a7' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.564338] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.564771] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.564957] env[69262]: DEBUG nova.compute.manager [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Going to confirm migration 9 {{(pid=69262) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1433.132831] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.133044] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.133230] env[69262]: DEBUG nova.network.neutron [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1433.133415] env[69262]: DEBUG nova.objects.instance [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'info_cache' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.339013] env[69262]: DEBUG nova.network.neutron [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.841767] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.842073] env[69262]: DEBUG nova.objects.instance [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'migration_context' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1435.345498] env[69262]: DEBUG nova.objects.base [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Object Instance<5a608666-b23b-402d-8d6a-5c8a51b919a7> lazy-loaded attributes: info_cache,migration_context {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1435.346603] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95195110-0d76-4828-9a50-65a3dade167d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.374773] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e6d5a14-175f-442d-8e96-c9e441fb515c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.381883] env[69262]: DEBUG oslo_vmware.api [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1435.381883] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]525415be-b572-b48b-1126-1c7a07edc18b" [ 1435.381883] env[69262]: _type = "Task" [ 1435.381883] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.390186] env[69262]: DEBUG oslo_vmware.api [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525415be-b572-b48b-1126-1c7a07edc18b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.892617] env[69262]: DEBUG oslo_vmware.api [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]525415be-b572-b48b-1126-1c7a07edc18b, 'name': SearchDatastore_Task, 'duration_secs': 0.009349} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.892906] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.893169] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.439146] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4729af0-c4b1-4f68-9f6e-57d4d694b7fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.447331] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b90e680-1fbc-41c9-98e5-98b03ec315b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.478033] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f845b31b-1196-4476-a344-43586150d2a5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.485915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc6169-001a-40da-9815-e2fedd44e4f8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.499658] env[69262]: DEBUG nova.compute.provider_tree [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.004126] env[69262]: DEBUG nova.scheduler.client.report [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.013523] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.120s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.013958] env[69262]: DEBUG nova.compute.manager [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69262) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1438.568499] env[69262]: INFO nova.scheduler.client.report [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted allocation for migration f92f75b4-10f4-4a11-b8e0-f55d8d51daef [ 1439.074420] env[69262]: DEBUG oslo_concurrency.lockutils [None req-0d0fe0cb-e354-49dc-a527-89d8c49bdd32 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.510s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.368842] env[69262]: DEBUG nova.objects.instance [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'flavor' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.874467] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.874714] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.874824] env[69262]: DEBUG nova.network.neutron [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.874967] env[69262]: DEBUG nova.objects.instance [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'info_cache' on Instance uuid 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.378276] env[69262]: DEBUG nova.objects.base [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Object Instance<5a608666-b23b-402d-8d6a-5c8a51b919a7> lazy-loaded attributes: flavor,info_cache {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1440.911578] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.911808] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.912536] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.912536] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Cleaning up deleted instances with incomplete migration {{(pid=69262) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1441.086799] env[69262]: DEBUG nova.network.neutron [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [{"id": "9ef02e7f-078e-4cfe-b608-555b3531f327", "address": "fa:16:3e:94:d3:18", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef02e7f-07", "ovs_interfaceid": "9ef02e7f-078e-4cfe-b608-555b3531f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.589736] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-5a608666-b23b-402d-8d6a-5c8a51b919a7" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.595467] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.595883] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-782f66f9-aac0-47ea-856a-d027bd5ba837 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.605142] env[69262]: DEBUG oslo_vmware.api [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1442.605142] env[69262]: value = "task-3714690" [ 1442.605142] env[69262]: _type = "Task" [ 1442.605142] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.613052] env[69262]: DEBUG oslo_vmware.api [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.911585] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.911778] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.911920] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Cleaning up deleted instances {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1443.120275] env[69262]: DEBUG oslo_vmware.api [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714690, 'name': PowerOnVM_Task, 'duration_secs': 0.383864} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.120701] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.121033] env[69262]: DEBUG nova.compute.manager [None req-2fc626c7-05d3-43db-ae9d-21bcb9eb9834 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1443.122263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5afdbf3-ae6d-493a-8280-2cdb2943b2d4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.421819] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] There are 25 instances to clean {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1443.422222] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 405ab70b-3931-46d0-a00c-0df38afacb7e] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.926388] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 65561333-7dc5-45d8-ad83-52bf879f1c6e] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1443.957069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.957412] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.958990] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.959215] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.959392] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.961308] env[69262]: INFO nova.compute.manager [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Terminating instance [ 1444.429987] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b9df73e5-46ca-4739-8b4f-c275217f0bf0] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.465043] env[69262]: DEBUG nova.compute.manager [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.465324] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.466205] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf1d9e9-0558-40b2-8387-09d73c7291f4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.474680] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.475343] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8e73556-63ea-4f05-b810-e82fb09ae54d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.483417] env[69262]: DEBUG oslo_vmware.api [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1444.483417] env[69262]: value = "task-3714691" [ 1444.483417] env[69262]: _type = "Task" [ 1444.483417] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.492068] env[69262]: DEBUG oslo_vmware.api [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.933292] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: d7b79da0-b9b7-4002-8dd5-3f874d5a2b1b] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1444.993837] env[69262]: DEBUG oslo_vmware.api [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714691, 'name': PowerOffVM_Task, 'duration_secs': 0.201965} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.994054] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.994227] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.994478] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95a3b798-8aeb-427a-ad65-27a4f9ac6719 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.436915] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: d82e3710-3784-40ee-9cfc-e976faae02f9] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.478482] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.478895] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.479247] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleting the datastore file [datastore2] 5a608666-b23b-402d-8d6a-5c8a51b919a7 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.479599] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbfc1322-9fc7-42a4-a34a-a5697dd39eb1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.486245] env[69262]: DEBUG oslo_vmware.api [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1445.486245] env[69262]: value = "task-3714693" [ 1445.486245] env[69262]: _type = "Task" [ 1445.486245] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.495397] env[69262]: DEBUG oslo_vmware.api [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.940567] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 1264f402-f8eb-46fe-94b5-236fe47b09dd] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1445.997116] env[69262]: DEBUG oslo_vmware.api [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155263} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.997332] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.997502] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.997672] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.997845] env[69262]: INFO nova.compute.manager [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1445.998123] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.998322] env[69262]: DEBUG nova.compute.manager [-] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.998406] env[69262]: DEBUG nova.network.neutron [-] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.434124] env[69262]: DEBUG nova.compute.manager [req-0bd00b69-eb4d-4596-b3f7-e85466a6f441 req-f1f04467-9835-44b0-91eb-f3a417c31c4a service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Received event network-vif-deleted-9ef02e7f-078e-4cfe-b608-555b3531f327 {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.434344] env[69262]: INFO nova.compute.manager [req-0bd00b69-eb4d-4596-b3f7-e85466a6f441 req-f1f04467-9835-44b0-91eb-f3a417c31c4a service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Neutron deleted interface 9ef02e7f-078e-4cfe-b608-555b3531f327; detaching it from the instance and deleting it from the info cache [ 1446.434511] env[69262]: DEBUG nova.network.neutron [req-0bd00b69-eb4d-4596-b3f7-e85466a6f441 req-f1f04467-9835-44b0-91eb-f3a417c31c4a service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.443367] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: b847f40b-e5c8-41f0-b7d9-a46b31939a30] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.917157] env[69262]: DEBUG nova.network.neutron [-] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.936945] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04277fa9-aa9d-49e7-bf14-3dd8961fcac2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.946147] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 835abe03-9245-4edf-8ffb-e1028aa7f7d3] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1446.954058] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e722d6-cf71-4362-8683-fce1587f7719 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.980716] env[69262]: DEBUG nova.compute.manager [req-0bd00b69-eb4d-4596-b3f7-e85466a6f441 req-f1f04467-9835-44b0-91eb-f3a417c31c4a service nova] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Detach interface failed, port_id=9ef02e7f-078e-4cfe-b608-555b3531f327, reason: Instance 5a608666-b23b-402d-8d6a-5c8a51b919a7 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1447.421588] env[69262]: INFO nova.compute.manager [-] [instance: 5a608666-b23b-402d-8d6a-5c8a51b919a7] Took 1.42 seconds to deallocate network for instance. [ 1447.465712] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 84ecccca-4c6f-485f-8211-80fc7a24b86b] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1447.928120] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.928424] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.928612] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.946769] env[69262]: INFO nova.scheduler.client.report [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted allocations for instance 5a608666-b23b-402d-8d6a-5c8a51b919a7 [ 1447.968721] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 6d046397-6e5f-422a-92b1-e50f9534358e] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.454840] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2d0922dd-bd10-49c6-aa8a-9458b63b5c41 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "5a608666-b23b-402d-8d6a-5c8a51b919a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.497s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.472466] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 9fa6c33c-c66b-4ec4-9d48-b84eb5dc565b] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1448.975872] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: c6e4f2f5-b98e-4532-a2a9-b077c6826342] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.480339] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5d578873-8aa8-4324-ad90-d85054933fef] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1449.967660] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "a4153610-5e73-4e42-8598-491b3b3e3e58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.967898] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.983809] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 33215899-bdf1-4329-946b-57e5a4722232] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.470703] env[69262]: DEBUG nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1450.486881] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5d0e7993-495a-4429-aca0-052d6bb56d86] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.989980] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 1e85b13b-315e-44c4-88e8-a961ff97a03d] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.994297] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.994572] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.997838] env[69262]: INFO nova.compute.claims [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1451.493940] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 28669955-321e-49e1-8b16-1c0627936844] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.997848] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 586574b2-63c4-48b7-8c29-e630da42037f] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.038518] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a96aa4-f2dd-449c-8d6f-10bdc16e5e7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.046479] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d30a5-2007-4eee-8d81-3d95aec99958 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.077737] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aef46b-aafc-45e7-98fb-74e67ce8ff52 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.085594] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0899e9b-85b8-4ade-9585-359a43579c13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.098776] env[69262]: DEBUG nova.compute.provider_tree [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.501277] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 9d4c5401-f293-44ca-91e1-c4e883a2a8ac] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.602303] env[69262]: DEBUG nova.scheduler.client.report [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.004862] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: c2be1e9e-c728-46a5-bffd-b614e8a82bc6] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.107483] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.108036] env[69262]: DEBUG nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.508422] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 865eea87-4f9d-42bd-b839-4f84cc803d8c] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.613462] env[69262]: DEBUG nova.compute.utils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1453.614824] env[69262]: DEBUG nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1453.614997] env[69262]: DEBUG nova.network.neutron [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.663511] env[69262]: DEBUG nova.policy [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdc061676448f1b7490a15a227ccb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082ccb81efe04fd6ba33117f36ff33e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1453.940302] env[69262]: DEBUG nova.network.neutron [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Successfully created port: 692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.012393] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 5e4d280d-1ce7-49c2-8f28-856f3d72a4e6] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.118804] env[69262]: DEBUG nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.515285] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 46b96e87-a7aa-4693-ac3b-946028cd836b] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.019141] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 6919c1d2-7aeb-4400-845f-46256f497e39] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.128063] env[69262]: DEBUG nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.155897] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.156204] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.156374] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.156562] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.156708] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.156853] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.157070] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.157236] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.157412] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.157572] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.157741] env[69262]: DEBUG nova.virt.hardware [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.158632] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a71175-947d-4e9b-b2c3-539a2aa522a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.167057] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d93739-1856-4510-9cf4-b094ff127a23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.303626] env[69262]: DEBUG nova.compute.manager [req-86601752-5005-429d-bbbc-20d431182903 req-eb110966-6f21-4c94-95bd-0fdef4226c0f service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Received event network-vif-plugged-692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.303881] env[69262]: DEBUG oslo_concurrency.lockutils [req-86601752-5005-429d-bbbc-20d431182903 req-eb110966-6f21-4c94-95bd-0fdef4226c0f service nova] Acquiring lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.304098] env[69262]: DEBUG oslo_concurrency.lockutils [req-86601752-5005-429d-bbbc-20d431182903 req-eb110966-6f21-4c94-95bd-0fdef4226c0f service nova] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.304341] env[69262]: DEBUG oslo_concurrency.lockutils [req-86601752-5005-429d-bbbc-20d431182903 req-eb110966-6f21-4c94-95bd-0fdef4226c0f service nova] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.304489] env[69262]: DEBUG nova.compute.manager [req-86601752-5005-429d-bbbc-20d431182903 req-eb110966-6f21-4c94-95bd-0fdef4226c0f service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] No waiting events found dispatching network-vif-plugged-692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1455.304609] env[69262]: WARNING nova.compute.manager [req-86601752-5005-429d-bbbc-20d431182903 req-eb110966-6f21-4c94-95bd-0fdef4226c0f service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Received unexpected event network-vif-plugged-692b466a-85c1-4725-9ad8-ed4c5776daac for instance with vm_state building and task_state spawning. [ 1455.382544] env[69262]: DEBUG nova.network.neutron [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Successfully updated port: 692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.522032] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: 29b9821a-24a2-4872-a73b-08ccc8db925e] Instance has had 0 of 5 cleanup attempts {{(pid=69262) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.885032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.885183] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.885480] env[69262]: DEBUG nova.network.neutron [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.025868] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.420571] env[69262]: DEBUG nova.network.neutron [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.560587] env[69262]: DEBUG nova.network.neutron [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.063334] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.063821] env[69262]: DEBUG nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Instance network_info: |[{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.064132] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:37:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '692b466a-85c1-4725-9ad8-ed4c5776daac', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.071605] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1457.071814] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.072050] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbde0898-fc11-41b0-a561-0eda49959966 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.092452] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.092452] env[69262]: value = "task-3714694" [ 1457.092452] env[69262]: _type = "Task" [ 1457.092452] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.100374] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714694, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.330905] env[69262]: DEBUG nova.compute.manager [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Received event network-changed-692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1457.330905] env[69262]: DEBUG nova.compute.manager [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Refreshing instance network info cache due to event network-changed-692b466a-85c1-4725-9ad8-ed4c5776daac. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1457.331095] env[69262]: DEBUG oslo_concurrency.lockutils [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] Acquiring lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.331224] env[69262]: DEBUG oslo_concurrency.lockutils [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] Acquired lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.331385] env[69262]: DEBUG nova.network.neutron [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Refreshing network info cache for port 692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.529988] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.530267] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.530440] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.530601] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.530738] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1457.530878] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.602520] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714694, 'name': CreateVM_Task, 'duration_secs': 0.319792} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.602747] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1457.603308] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.603479] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.603805] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.604091] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42490a0a-4eb2-497f-9102-5bdd798a26d2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.609924] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1457.609924] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]526b9a91-13cb-76b6-97e5-29ee10c18a78" [ 1457.609924] env[69262]: _type = "Task" [ 1457.609924] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.617724] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526b9a91-13cb-76b6-97e5-29ee10c18a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.016538] env[69262]: DEBUG nova.network.neutron [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updated VIF entry in instance network info cache for port 692b466a-85c1-4725-9ad8-ed4c5776daac. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.016910] env[69262]: DEBUG nova.network.neutron [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.033624] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.033888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.034069] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.034224] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1458.035640] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe2cd9-a19c-4e6e-ba08-b7fd05d34daf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.043656] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d14ad-b728-46f6-923b-c31d374cfa7e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.057392] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd233197-edba-4779-a951-60767240f1e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.064230] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fefd937-3419-4c9a-ac63-7c29033712c6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.096125] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180271MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1458.096396] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.096535] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.121011] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]526b9a91-13cb-76b6-97e5-29ee10c18a78, 'name': SearchDatastore_Task, 'duration_secs': 0.012912} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.121261] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.121491] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.121718] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.121861] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.122047] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.122309] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-587f980c-9930-43d0-822c-d9d8f53a8bb4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.131458] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.131645] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.132316] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08501ca-9a88-41c6-a938-452b9d6066db {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.137514] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1458.137514] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521750cd-b593-fe3a-5b7b-5b981a637615" [ 1458.137514] env[69262]: _type = "Task" [ 1458.137514] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.144992] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521750cd-b593-fe3a-5b7b-5b981a637615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.520563] env[69262]: DEBUG oslo_concurrency.lockutils [req-5b12523b-333f-477f-b5af-892d0608d00e req-56044769-9347-462a-9d09-040654e7f313 service nova] Releasing lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.648578] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521750cd-b593-fe3a-5b7b-5b981a637615, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.649491] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb85bda-eab1-4b0a-8cf4-a26672450b3d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.654419] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1458.654419] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279d29b-0a05-79f6-b99a-351b24a7a731" [ 1458.654419] env[69262]: _type = "Task" [ 1458.654419] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.662388] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279d29b-0a05-79f6-b99a-351b24a7a731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.165393] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5279d29b-0a05-79f6-b99a-351b24a7a731, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.165792] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.166128] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.166439] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74e7f5f8-a07f-4bf1-b358-766d3fe85395 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.175695] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1459.175695] env[69262]: value = "task-3714695" [ 1459.175695] env[69262]: _type = "Task" [ 1459.175695] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.184794] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.239901] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance a4153610-5e73-4e42-8598-491b3b3e3e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1459.240167] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1459.240327] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1459.273673] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b274e1-32ad-4ed6-809c-7e10094bdd56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.281625] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f661240-1916-4ad3-8d8c-e198b3204311 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.313143] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f43f1c-2fc2-48e2-b72e-df1d55b25b97 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.320915] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c0f42-92fe-4e4f-a256-c5fa2fa0668f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.334370] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.686336] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478438} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.686625] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1459.686855] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1459.687166] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0e63604-13f4-4a8f-83ea-6fe2ce54f12a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.693704] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1459.693704] env[69262]: value = "task-3714696" [ 1459.693704] env[69262]: _type = "Task" [ 1459.693704] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.701170] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.837375] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.203728] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06009} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.204208] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1460.204935] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed54e83-096f-4ccb-8403-65815395a5a8 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.226870] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1460.227209] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f7063e4-8759-4ddd-9cc2-339c8df7667f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.246778] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1460.246778] env[69262]: value = "task-3714697" [ 1460.246778] env[69262]: _type = "Task" [ 1460.246778] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.254988] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.342089] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1460.342350] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.757447] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714697, 'name': ReconfigVM_Task, 'duration_secs': 0.270383} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.757688] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfigured VM instance instance-0000007f to attach disk [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.758375] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbbd36ce-230c-489f-9397-2247cc8d93c1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.766028] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1460.766028] env[69262]: value = "task-3714698" [ 1460.766028] env[69262]: _type = "Task" [ 1460.766028] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.775931] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714698, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.276421] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714698, 'name': Rename_Task, 'duration_secs': 0.145178} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.276696] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1461.276948] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b39ccd10-1416-494a-aca0-39a125626304 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.284058] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1461.284058] env[69262]: value = "task-3714699" [ 1461.284058] env[69262]: _type = "Task" [ 1461.284058] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.291546] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.793684] env[69262]: DEBUG oslo_vmware.api [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714699, 'name': PowerOnVM_Task, 'duration_secs': 0.431217} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.794419] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.794543] env[69262]: INFO nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1461.794637] env[69262]: DEBUG nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1461.795400] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453806b5-d46f-4e73-b4da-14595d33fe1a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.313069] env[69262]: INFO nova.compute.manager [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Took 11.34 seconds to build instance. [ 1462.814836] env[69262]: DEBUG oslo_concurrency.lockutils [None req-db694fc7-5ea7-41a1-a78c-e1db4cc5cff1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.847s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.926068] env[69262]: DEBUG nova.compute.manager [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Received event network-changed-692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.926195] env[69262]: DEBUG nova.compute.manager [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Refreshing instance network info cache due to event network-changed-692b466a-85c1-4725-9ad8-ed4c5776daac. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1462.926415] env[69262]: DEBUG oslo_concurrency.lockutils [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] Acquiring lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.926640] env[69262]: DEBUG oslo_concurrency.lockutils [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] Acquired lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.926784] env[69262]: DEBUG nova.network.neutron [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Refreshing network info cache for port 692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1463.629129] env[69262]: DEBUG nova.network.neutron [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updated VIF entry in instance network info cache for port 692b466a-85c1-4725-9ad8-ed4c5776daac. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1463.629608] env[69262]: DEBUG nova.network.neutron [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.132852] env[69262]: DEBUG oslo_concurrency.lockutils [req-e32bbb84-76b8-4db2-9814-d27632c2bb88 req-38067d04-9c43-49eb-a6b4-1fa6595ea328 service nova] Releasing lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.844231] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "a4153610-5e73-4e42-8598-491b3b3e3e58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.844540] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.347761] env[69262]: DEBUG nova.compute.utils [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1501.851282] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.915032] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "a4153610-5e73-4e42-8598-491b3b3e3e58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.915440] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.915602] env[69262]: INFO nova.compute.manager [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Attaching volume fb771d6d-459d-4c23-b612-a43cd72ae41c to /dev/sdb [ 1502.972301] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2e990a-8485-4e9d-9c9d-951b3a37017f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.980054] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ab709-308c-4d67-91f1-2235b8d80fb3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.993834] env[69262]: DEBUG nova.virt.block_device [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating existing volume attachment record: 63e33c9a-6517-439b-a0c5-3bf9a4bf981c {{(pid=69262) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1503.723543] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.723742] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.905637] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.410644] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.911280] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.911728] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.911728] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1506.912452] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.542507] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Volume attach. Driver type: vmdk {{(pid=69262) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1507.542755] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739754', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'name': 'volume-fb771d6d-459d-4c23-b612-a43cd72ae41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4153610-5e73-4e42-8598-491b3b3e3e58', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'serial': 'fb771d6d-459d-4c23-b612-a43cd72ae41c'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1507.543689] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b955760-c92f-4a45-ae9f-746e609f68fb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.560658] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5138ec63-b6b5-4cb0-be76-9baaa42b867a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.585611] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-fb771d6d-459d-4c23-b612-a43cd72ae41c/volume-fb771d6d-459d-4c23-b612-a43cd72ae41c.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.586044] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46610c3-5544-4d60-b734-9fadb5190a01 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.604373] env[69262]: DEBUG oslo_vmware.api [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1507.604373] env[69262]: value = "task-3714704" [ 1507.604373] env[69262]: _type = "Task" [ 1507.604373] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.613224] env[69262]: DEBUG oslo_vmware.api [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.911307] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.113912] env[69262]: DEBUG oslo_vmware.api [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714704, 'name': ReconfigVM_Task, 'duration_secs': 0.327022} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.114356] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-fb771d6d-459d-4c23-b612-a43cd72ae41c/volume-fb771d6d-459d-4c23-b612-a43cd72ae41c.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.118733] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b82a69-0ec4-4cce-bbe6-7742e0182cef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.133837] env[69262]: DEBUG oslo_vmware.api [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1508.133837] env[69262]: value = "task-3714705" [ 1508.133837] env[69262]: _type = "Task" [ 1508.133837] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.143410] env[69262]: DEBUG oslo_vmware.api [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.643630] env[69262]: DEBUG oslo_vmware.api [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714705, 'name': ReconfigVM_Task, 'duration_secs': 0.135167} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.643982] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739754', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'name': 'volume-fb771d6d-459d-4c23-b612-a43cd72ae41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a4153610-5e73-4e42-8598-491b3b3e3e58', 'attached_at': '', 'detached_at': '', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'serial': 'fb771d6d-459d-4c23-b612-a43cd72ae41c'} {{(pid=69262) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1509.679268] env[69262]: DEBUG nova.objects.instance [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'flavor' on Instance uuid a4153610-5e73-4e42-8598-491b3b3e3e58 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1510.186333] env[69262]: DEBUG oslo_concurrency.lockutils [None req-7ed01f0d-4365-4ddd-854c-e9548a7af0c5 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.270s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.911128] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.051587] env[69262]: DEBUG nova.compute.manager [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Stashing vm_state: active {{(pid=69262) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1511.414311] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.414565] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.414736] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.414889] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1511.415818] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561530f9-966e-4bbb-955b-4187c8344e0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.424254] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f69547-acd5-4cbb-9479-384b9b663710 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.438042] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c15fb6-9af0-4e83-82a6-3b15567f5829 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.444780] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3f7aff-2aa3-43cc-8cd5-7ccbe4fb0683 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.474859] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180720MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1511.475035] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.475235] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.570509] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.482187] env[69262]: INFO nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating resource usage from migration fd658cd7-83be-4e11-aaaf-f692171d1ac9 [ 1512.497577] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Migration fd658cd7-83be-4e11-aaaf-f692171d1ac9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1512.497781] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance a4153610-5e73-4e42-8598-491b3b3e3e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1512.497913] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1512.498062] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1512.533633] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e31cce-dacd-4a5d-9a4d-ab78027910a3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.541861] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe22d3f-b328-4a85-a35e-7dacfe65b612 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.572331] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c181aa8f-96af-48c3-9f60-3021748301f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.579576] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f31986-4f3f-446d-a9c4-483f5aa4616a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.592555] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.095340] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1513.600527] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1513.600919] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1513.601068] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.031s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.105870] env[69262]: INFO nova.compute.claims [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.613397] env[69262]: INFO nova.compute.resource_tracker [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating resource usage from migration fd658cd7-83be-4e11-aaaf-f692171d1ac9 [ 1514.650667] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a5bd53-6c2a-4f51-b7c4-fd8271ce6a71 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.658337] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d517b1a-80cd-4e27-9851-d61e5e9a2260 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.688585] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05994296-c68e-4a7a-8b83-49d5391d0531 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.696221] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff674d0-c1d2-4cfd-8bb6-3de0eace012e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.709678] env[69262]: DEBUG nova.compute.provider_tree [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.212743] env[69262]: DEBUG nova.scheduler.client.report [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1515.718530] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.117s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.718926] env[69262]: INFO nova.compute.manager [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Migrating [ 1516.233883] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.234129] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.234302] env[69262]: DEBUG nova.network.neutron [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.981012] env[69262]: DEBUG nova.network.neutron [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.484365] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.998994] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab82759-7bac-4f4a-a9ff-2fe8e3569fc9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.021382] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance 'a4153610-5e73-4e42-8598-491b3b3e3e58' progress to 0 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.527511] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.527788] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4fb84fd-90f4-41a5-bb3c-12b703eff8b2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.535835] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1519.535835] env[69262]: value = "task-3714706" [ 1519.535835] env[69262]: _type = "Task" [ 1519.535835] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.544762] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.046226] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714706, 'name': PowerOffVM_Task, 'duration_secs': 0.188845} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.046625] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.046720] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance 'a4153610-5e73-4e42-8598-491b3b3e3e58' progress to 17 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1520.553284] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:23Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1520.553538] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1520.553701] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1520.553882] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1520.554041] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1520.554196] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1520.554406] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1520.554574] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1520.554735] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1520.554896] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1520.555084] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1520.560057] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1e1820-e9d7-443b-b938-8ee4dc40f701 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.576302] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1520.576302] env[69262]: value = "task-3714707" [ 1520.576302] env[69262]: _type = "Task" [ 1520.576302] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.584985] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.086425] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714707, 'name': ReconfigVM_Task, 'duration_secs': 0.175497} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.086865] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance 'a4153610-5e73-4e42-8598-491b3b3e3e58' progress to 33 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1521.593312] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1521.593596] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.593712] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1521.593893] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.594054] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1521.594213] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1521.594419] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1521.594578] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1521.594742] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1521.594904] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1521.595505] env[69262]: DEBUG nova.virt.hardware [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1521.600328] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1521.600610] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a4ed630-c69a-45fc-ad66-bac8d80dbe98 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.619597] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1521.619597] env[69262]: value = "task-3714708" [ 1521.619597] env[69262]: _type = "Task" [ 1521.619597] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.628085] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.129625] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714708, 'name': ReconfigVM_Task, 'duration_secs': 0.183691} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.130012] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1522.130646] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dd8128-ac90-4ffb-9a4e-2ca5941cc9e0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.157014] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.157689] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28f82dc-0b3e-4103-a718-75aced4561ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.176476] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1522.176476] env[69262]: value = "task-3714709" [ 1522.176476] env[69262]: _type = "Task" [ 1522.176476] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.185437] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.686585] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714709, 'name': ReconfigVM_Task, 'duration_secs': 0.285196} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.686838] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfigured VM instance instance-0000007f to attach disk [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1522.687128] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance 'a4153610-5e73-4e42-8598-491b3b3e3e58' progress to 50 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1523.194533] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f2c05a-bff0-44bf-a629-660763d79ce2 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.216352] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5f2400-8f05-4210-8d4a-dd3faf3c93d6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.236671] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance 'a4153610-5e73-4e42-8598-491b3b3e3e58' progress to 67 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.878565] env[69262]: DEBUG nova.network.neutron [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Port 692b466a-85c1-4725-9ad8-ed4c5776daac binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1525.899742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.899742] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.900233] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.934899] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.935213] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.935285] env[69262]: DEBUG nova.network.neutron [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.665073] env[69262]: DEBUG nova.network.neutron [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.168621] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.678555] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15812501-d14e-4c51-b882-fd551c92a72b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.685744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554f56d2-e6c8-4b79-a6f7-7ad37351f350 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.784134] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dfa6c6-7b1c-4837-81d6-65c7ab6ae805 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.805890] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0dce25-adc4-41ab-8745-96ac709d3839 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.813200] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance 'a4153610-5e73-4e42-8598-491b3b3e3e58' progress to 83 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1530.319411] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.319744] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e4f8bbb-079b-4ed5-88ef-930241a98631 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.327760] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1530.327760] env[69262]: value = "task-3714710" [ 1530.327760] env[69262]: _type = "Task" [ 1530.327760] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.337330] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.837914] env[69262]: DEBUG oslo_vmware.api [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714710, 'name': PowerOnVM_Task, 'duration_secs': 0.464086} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.838340] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.838498] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccaf1a0-8e69-4975-aaee-d1db4c910b35 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance 'a4153610-5e73-4e42-8598-491b3b3e3e58' progress to 100 {{(pid=69262) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1533.165012] env[69262]: DEBUG nova.network.neutron [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Port 692b466a-85c1-4725-9ad8-ed4c5776daac binding to destination host cpu-1 is already ACTIVE {{(pid=69262) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1533.165335] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.165502] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.165669] env[69262]: DEBUG nova.network.neutron [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.866997] env[69262]: DEBUG nova.network.neutron [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.369673] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.873479] env[69262]: DEBUG nova.compute.manager [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69262) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1535.975692] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.976117] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.479307] env[69262]: DEBUG nova.objects.instance [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'migration_context' on Instance uuid a4153610-5e73-4e42-8598-491b3b3e3e58 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.025078] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f575bc9f-5894-425d-afe0-ff076bdcaa45 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.032987] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f756e485-8744-45ca-b988-4f46cbc5d99f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.062737] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72102ac7-6461-46d4-a399-ef9eb7156b19 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.070213] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a7ca1-f54e-4c91-9222-d1037e9edeb3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.083929] env[69262]: DEBUG nova.compute.provider_tree [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.587733] env[69262]: DEBUG nova.scheduler.client.report [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.599949] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.624s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.147026] env[69262]: INFO nova.compute.manager [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Swapping old allocation on dict_keys(['29f38da0-bc53-4f4f-90bd-4f4c04eeed85']) held by migration fd658cd7-83be-4e11-aaaf-f692171d1ac9 for instance [ 1540.171072] env[69262]: DEBUG nova.scheduler.client.report [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Overwriting current allocation {'allocations': {'29f38da0-bc53-4f4f-90bd-4f4c04eeed85': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 182}}, 'project_id': '082ccb81efe04fd6ba33117f36ff33e2', 'user_id': '68cdc061676448f1b7490a15a227ccb5', 'consumer_generation': 1} on consumer a4153610-5e73-4e42-8598-491b3b3e3e58 {{(pid=69262) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1540.263407] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.263746] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.263985] env[69262]: DEBUG nova.network.neutron [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.980693] env[69262]: DEBUG nova.network.neutron [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [{"id": "692b466a-85c1-4725-9ad8-ed4c5776daac", "address": "fa:16:3e:8f:37:13", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap692b466a-85", "ovs_interfaceid": "692b466a-85c1-4725-9ad8-ed4c5776daac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.484152] env[69262]: DEBUG oslo_concurrency.lockutils [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-a4153610-5e73-4e42-8598-491b3b3e3e58" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.485263] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc7eae6-9762-44f6-9d7c-80a2ef2f6b0c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.493091] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcf66ab-d956-44de-9e0f-3bfb472a7c83 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.578072] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.578479] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8d0366-7061-4a8e-b807-4648832d02e6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.586038] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1542.586038] env[69262]: value = "task-3714711" [ 1542.586038] env[69262]: _type = "Task" [ 1542.586038] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.594468] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.096929] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714711, 'name': PowerOffVM_Task, 'duration_secs': 0.314447} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.097229] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.097886] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.098114] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.098276] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.098463] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.098608] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.098753] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.098956] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.099134] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.099306] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.099470] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.099843] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.104716] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186af8fb-186e-44b4-91a3-60ed1481f3ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.120593] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1543.120593] env[69262]: value = "task-3714712" [ 1543.120593] env[69262]: _type = "Task" [ 1543.120593] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.128692] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.631488] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714712, 'name': ReconfigVM_Task, 'duration_secs': 0.148085} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.632342] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f498ca2a-bb0a-460e-9cc7-857fd2eabd2a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.654624] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1543.654832] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.654974] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1543.655179] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.655326] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1543.655471] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1543.655674] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1543.655895] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1543.655992] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1543.656173] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1543.656383] env[69262]: DEBUG nova.virt.hardware [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1543.657207] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be579027-8613-41c1-b00f-28b4b97d2a1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.663493] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1543.663493] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f52792-d59e-57d7-ce2d-dc3f5d74fa15" [ 1543.663493] env[69262]: _type = "Task" [ 1543.663493] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.671917] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f52792-d59e-57d7-ce2d-dc3f5d74fa15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.173882] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52f52792-d59e-57d7-ce2d-dc3f5d74fa15, 'name': SearchDatastore_Task, 'duration_secs': 0.009033} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.179173] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1544.179470] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4757d1e0-92ab-4afa-9fe2-680004d000f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.198596] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1544.198596] env[69262]: value = "task-3714713" [ 1544.198596] env[69262]: _type = "Task" [ 1544.198596] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.207043] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.709649] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714713, 'name': ReconfigVM_Task, 'duration_secs': 0.218616} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.710146] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1544.710725] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c2e88a-e5c0-46b9-b33e-d17dd1090726 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.735136] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.735427] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d334fa-bdfc-4b55-b79b-b7affe74ee2d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.753049] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1544.753049] env[69262]: value = "task-3714714" [ 1544.753049] env[69262]: _type = "Task" [ 1544.753049] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.761843] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.263497] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714714, 'name': ReconfigVM_Task, 'duration_secs': 0.286238} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.263751] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfigured VM instance instance-0000007f to attach disk [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58/a4153610-5e73-4e42-8598-491b3b3e3e58.vmdk or device None with type thin {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.264697] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505db3b4-990e-428d-bf11-c306741d93b7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.285197] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cc6258-3018-4ed4-8702-6d8c07db055f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.305580] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97f80c5-8609-41ce-af54-6783ca7eeb0b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.327492] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459a9b7a-46e8-41a3-b83e-a9d1f975a6ec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.334515] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.334785] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-575b1bad-0594-412d-b371-64363e8b612b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.341203] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1545.341203] env[69262]: value = "task-3714715" [ 1545.341203] env[69262]: _type = "Task" [ 1545.341203] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.348768] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.852559] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.355505] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.852898] env[69262]: DEBUG oslo_vmware.api [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714715, 'name': PowerOnVM_Task, 'duration_secs': 1.030972} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.853315] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.907871] env[69262]: INFO nova.compute.manager [None req-f81c7e1a-db23-4dd4-8147-96cb2e530322 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance to original state: 'active' [ 1549.077985] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "a4153610-5e73-4e42-8598-491b3b3e3e58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.078467] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.078521] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1549.078655] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1549.078825] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.080979] env[69262]: INFO nova.compute.manager [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Terminating instance [ 1549.585413] env[69262]: DEBUG nova.compute.manager [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1549.585703] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.585965] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8e43020-67af-4060-986a-491eb3467273 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.594238] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1549.594238] env[69262]: value = "task-3714716" [ 1549.594238] env[69262]: _type = "Task" [ 1549.594238] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.605992] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.104455] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714716, 'name': PowerOffVM_Task, 'duration_secs': 0.218183} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.104886] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.104937] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Volume detach. Driver type: vmdk {{(pid=69262) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1550.105136] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739754', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'name': 'volume-fb771d6d-459d-4c23-b612-a43cd72ae41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a4153610-5e73-4e42-8598-491b3b3e3e58', 'attached_at': '2025-04-29T09:04:02.000000', 'detached_at': '', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'serial': 'fb771d6d-459d-4c23-b612-a43cd72ae41c'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1550.105920] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57231825-8852-4a94-9c65-bfe5ee49b822 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.126863] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7110bf5-b3f0-480e-9209-07f5c3699a59 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.133882] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3a8839-1f75-4433-89e5-b1cdbfdeb6b5 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.153911] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2156c2e1-40e2-445b-8914-64a47352e2a0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.168467] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] The volume has not been displaced from its original location: [datastore2] volume-fb771d6d-459d-4c23-b612-a43cd72ae41c/volume-fb771d6d-459d-4c23-b612-a43cd72ae41c.vmdk. No consolidation needed. {{(pid=69262) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1550.173628] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1550.173898] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eae9d5b-3b41-46c9-9ec1-88871f93673f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.191868] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1550.191868] env[69262]: value = "task-3714717" [ 1550.191868] env[69262]: _type = "Task" [ 1550.191868] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.199882] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.701211] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714717, 'name': ReconfigVM_Task, 'duration_secs': 0.233403} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.701467] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69262) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1550.706099] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a95dae0-5bd1-4b3b-9c5a-66e7c50fa5f6 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.720924] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1550.720924] env[69262]: value = "task-3714718" [ 1550.720924] env[69262]: _type = "Task" [ 1550.720924] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.729131] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.231075] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714718, 'name': ReconfigVM_Task, 'duration_secs': 0.139246} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.231437] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-739754', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'name': 'volume-fb771d6d-459d-4c23-b612-a43cd72ae41c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a4153610-5e73-4e42-8598-491b3b3e3e58', 'attached_at': '2025-04-29T09:04:02.000000', 'detached_at': '', 'volume_id': 'fb771d6d-459d-4c23-b612-a43cd72ae41c', 'serial': 'fb771d6d-459d-4c23-b612-a43cd72ae41c'} {{(pid=69262) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1551.231696] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.232535] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca743ffc-dcee-4971-88fc-791914fbbd56 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.239667] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.239937] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d285fb-693b-4a11-96aa-e934fae9cb6e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.304294] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.304599] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.304818] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleting the datastore file [datastore2] a4153610-5e73-4e42-8598-491b3b3e3e58 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.305237] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8ed8d8a-2864-4e13-ad8b-d9ccfd9bc64c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.311698] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1551.311698] env[69262]: value = "task-3714720" [ 1551.311698] env[69262]: _type = "Task" [ 1551.311698] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.320974] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.822423] env[69262]: DEBUG oslo_vmware.api [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218361} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.822692] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.822960] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.823147] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.823234] env[69262]: INFO nova.compute.manager [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1551.823522] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1551.823716] env[69262]: DEBUG nova.compute.manager [-] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1551.823810] env[69262]: DEBUG nova.network.neutron [-] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.359091] env[69262]: DEBUG nova.compute.manager [req-63fc33fc-ac44-43dc-8d77-c6bae5382483 req-a1b1fc7d-a3dd-476f-9bf6-c46db15cf3e1 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Received event network-vif-deleted-692b466a-85c1-4725-9ad8-ed4c5776daac {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1552.359348] env[69262]: INFO nova.compute.manager [req-63fc33fc-ac44-43dc-8d77-c6bae5382483 req-a1b1fc7d-a3dd-476f-9bf6-c46db15cf3e1 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Neutron deleted interface 692b466a-85c1-4725-9ad8-ed4c5776daac; detaching it from the instance and deleting it from the info cache [ 1552.359881] env[69262]: DEBUG nova.network.neutron [req-63fc33fc-ac44-43dc-8d77-c6bae5382483 req-a1b1fc7d-a3dd-476f-9bf6-c46db15cf3e1 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.800168] env[69262]: DEBUG nova.network.neutron [-] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.863449] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0282c2b-5226-433e-90a6-a8b346676c61 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.873708] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc630dd4-ad77-4222-877c-5b4ecc675056 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.898772] env[69262]: DEBUG nova.compute.manager [req-63fc33fc-ac44-43dc-8d77-c6bae5382483 req-a1b1fc7d-a3dd-476f-9bf6-c46db15cf3e1 service nova] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Detach interface failed, port_id=692b466a-85c1-4725-9ad8-ed4c5776daac, reason: Instance a4153610-5e73-4e42-8598-491b3b3e3e58 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1553.303061] env[69262]: INFO nova.compute.manager [-] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Took 1.48 seconds to deallocate network for instance. [ 1553.848109] env[69262]: INFO nova.compute.manager [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: a4153610-5e73-4e42-8598-491b3b3e3e58] Took 0.54 seconds to detach 1 volumes for instance. [ 1554.354585] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1554.355027] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.355237] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.378480] env[69262]: INFO nova.scheduler.client.report [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted allocations for instance a4153610-5e73-4e42-8598-491b3b3e3e58 [ 1554.886082] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a89436cd-8d87-4140-97dc-704293db01a6 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "a4153610-5e73-4e42-8598-491b3b3e3e58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.808s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.398810] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.399161] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.902210] env[69262]: DEBUG nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Starting instance... {{(pid=69262) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1557.425045] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.425332] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.426962] env[69262]: INFO nova.compute.claims [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.463405] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf71855-107f-4cd2-a96e-7e610fc9b8eb {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.471174] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd59a78-dcb7-4cd9-99fc-cf99b2c9e967 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.500568] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd91816c-3acb-4bbc-b21a-689d5adfa5b4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.508273] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240af715-57b6-4b44-a7a7-e2c08ff9e837 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.521456] env[69262]: DEBUG nova.compute.provider_tree [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.024936] env[69262]: DEBUG nova.scheduler.client.report [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.531124] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.531700] env[69262]: DEBUG nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Start building networks asynchronously for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1560.037014] env[69262]: DEBUG nova.compute.utils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Using /dev/sd instead of None {{(pid=69262) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1560.038825] env[69262]: DEBUG nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Allocating IP information in the background. {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.038825] env[69262]: DEBUG nova.network.neutron [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] allocate_for_instance() {{(pid=69262) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.089091] env[69262]: DEBUG nova.policy [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68cdc061676448f1b7490a15a227ccb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '082ccb81efe04fd6ba33117f36ff33e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69262) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.366544] env[69262]: DEBUG nova.network.neutron [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Successfully created port: 9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.541712] env[69262]: DEBUG nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Start building block device mappings for instance. {{(pid=69262) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1561.553320] env[69262]: DEBUG nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Start spawning the instance on the hypervisor. {{(pid=69262) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.580098] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-29T08:46:01Z,direct_url=,disk_format='vmdk',id=f64a0194-c9c2-4fef-aad9-a357d32a2f26,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b0c936f0e4f415186763e3cfb2ee749',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-29T08:46:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.580325] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.580497] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.580676] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.580822] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.580969] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.581195] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.581351] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.581512] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.581669] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.581843] env[69262]: DEBUG nova.virt.hardware [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.582744] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a00876c-b43d-460f-9d51-0bbbf9e28e79 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.590777] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090149f5-2f4a-4a0d-9826-a8f132258adc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.928192] env[69262]: DEBUG nova.compute.manager [req-5e993b30-9f33-4922-b01f-eb1265e3fe83 req-c28f3345-f5e1-4613-b9e6-a1db18a176ad service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-vif-plugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1561.928436] env[69262]: DEBUG oslo_concurrency.lockutils [req-5e993b30-9f33-4922-b01f-eb1265e3fe83 req-c28f3345-f5e1-4613-b9e6-a1db18a176ad service nova] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.928678] env[69262]: DEBUG oslo_concurrency.lockutils [req-5e993b30-9f33-4922-b01f-eb1265e3fe83 req-c28f3345-f5e1-4613-b9e6-a1db18a176ad service nova] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.928814] env[69262]: DEBUG oslo_concurrency.lockutils [req-5e993b30-9f33-4922-b01f-eb1265e3fe83 req-c28f3345-f5e1-4613-b9e6-a1db18a176ad service nova] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.928958] env[69262]: DEBUG nova.compute.manager [req-5e993b30-9f33-4922-b01f-eb1265e3fe83 req-c28f3345-f5e1-4613-b9e6-a1db18a176ad service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] No waiting events found dispatching network-vif-plugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1561.929141] env[69262]: WARNING nova.compute.manager [req-5e993b30-9f33-4922-b01f-eb1265e3fe83 req-c28f3345-f5e1-4613-b9e6-a1db18a176ad service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received unexpected event network-vif-plugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea for instance with vm_state building and task_state spawning. [ 1562.012664] env[69262]: DEBUG nova.network.neutron [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Successfully updated port: 9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.515541] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.515730] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.515822] env[69262]: DEBUG nova.network.neutron [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.049041] env[69262]: DEBUG nova.network.neutron [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Instance cache missing network info. {{(pid=69262) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.175211] env[69262]: DEBUG nova.network.neutron [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea45de3-19", "ovs_interfaceid": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.677817] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.678186] env[69262]: DEBUG nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Instance network_info: |[{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea45de3-19", "ovs_interfaceid": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69262) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1563.678630] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:93:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea45de3-1908-4d93-9770-3ba42d87e1ea', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1563.686210] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1563.686415] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1563.686635] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa44cc6c-fc9a-468d-89d3-268b1b803c21 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.706834] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1563.706834] env[69262]: value = "task-3714721" [ 1563.706834] env[69262]: _type = "Task" [ 1563.706834] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.715469] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714721, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.960363] env[69262]: DEBUG nova.compute.manager [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1563.960568] env[69262]: DEBUG nova.compute.manager [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing instance network info cache due to event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1563.960794] env[69262]: DEBUG oslo_concurrency.lockutils [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] Acquiring lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.960971] env[69262]: DEBUG oslo_concurrency.lockutils [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] Acquired lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.961156] env[69262]: DEBUG nova.network.neutron [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.217092] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714721, 'name': CreateVM_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.602503] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.602752] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.602934] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.644633] env[69262]: DEBUG nova.network.neutron [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updated VIF entry in instance network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.644985] env[69262]: DEBUG nova.network.neutron [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea45de3-19", "ovs_interfaceid": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.717197] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714721, 'name': CreateVM_Task, 'duration_secs': 0.673315} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.717398] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.718031] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.718203] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.718557] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.718812] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4deba949-a4d4-4380-b51c-eefaa5a55a1c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.724107] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1564.724107] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5274e133-e3c2-b8e4-9655-cef900ad12ef" [ 1564.724107] env[69262]: _type = "Task" [ 1564.724107] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.731820] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5274e133-e3c2-b8e4-9655-cef900ad12ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.147586] env[69262]: DEBUG oslo_concurrency.lockutils [req-870c35f4-ad38-4b5e-81b2-a1389a4d4999 req-65126b21-39d4-461e-8dd4-bc554a8d3920 service nova] Releasing lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.234983] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5274e133-e3c2-b8e4-9655-cef900ad12ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.235462] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.235584] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Processing image f64a0194-c9c2-4fef-aad9-a357d32a2f26 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.235828] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.235979] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.236176] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.236464] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42646dd2-e6f7-418a-a467-dd5e77781c05 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.245523] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.245701] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.246562] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8480d7e-ac93-4572-9190-b4084ebdeb2a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.252021] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1565.252021] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bfa035-af0c-fc92-b863-17795406ea51" [ 1565.252021] env[69262]: _type = "Task" [ 1565.252021] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.260798] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bfa035-af0c-fc92-b863-17795406ea51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.764682] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52bfa035-af0c-fc92-b863-17795406ea51, 'name': SearchDatastore_Task, 'duration_secs': 0.010115} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.766017] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd685db5-5c09-4e4f-949f-949918dc63ef {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.775234] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1565.775234] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]521f6b28-de60-9623-b269-1499892b393d" [ 1565.775234] env[69262]: _type = "Task" [ 1565.775234] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.789940] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]521f6b28-de60-9623-b269-1499892b393d, 'name': SearchDatastore_Task, 'duration_secs': 0.011356} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.790319] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.790702] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.791022] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98ee76c3-5bfb-4222-ba97-7ebcc217e2ab {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.798432] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1565.798432] env[69262]: value = "task-3714722" [ 1565.798432] env[69262]: _type = "Task" [ 1565.798432] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.806331] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.911177] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.308373] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468164} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.308827] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f64a0194-c9c2-4fef-aad9-a357d32a2f26/f64a0194-c9c2-4fef-aad9-a357d32a2f26.vmdk to [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1566.308827] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Extending root virtual disk to 1048576 {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1566.309091] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e88fddf3-5625-4534-815d-d56f34b51e6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.315832] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1566.315832] env[69262]: value = "task-3714723" [ 1566.315832] env[69262]: _type = "Task" [ 1566.315832] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.323095] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.826784] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067526} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.827402] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Extended root virtual disk {{(pid=69262) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1566.828322] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf33e85a-2e60-4189-ae8b-f080d339874a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.850092] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1566.850092] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8fc9568-0278-4b01-83d3-3bdb3c4789f0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.868880] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1566.868880] env[69262]: value = "task-3714724" [ 1566.868880] env[69262]: _type = "Task" [ 1566.868880] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.876720] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.911497] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.911711] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.911863] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1567.378900] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714724, 'name': ReconfigVM_Task, 'duration_secs': 0.295119} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.379341] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk or device None with type sparse {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1567.379908] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ab3f60-c8eb-4634-a2fe-719effe0c920 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.386927] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1567.386927] env[69262]: value = "task-3714725" [ 1567.386927] env[69262]: _type = "Task" [ 1567.386927] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.395361] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714725, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.896808] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714725, 'name': Rename_Task, 'duration_secs': 0.247483} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.897098] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1567.897349] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-993fee6c-3b3a-4ffc-bcbe-b3ea56120223 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.903935] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1567.903935] env[69262]: value = "task-3714726" [ 1567.903935] env[69262]: _type = "Task" [ 1567.903935] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.911702] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.414400] env[69262]: DEBUG oslo_vmware.api [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714726, 'name': PowerOnVM_Task, 'duration_secs': 0.464709} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.414812] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1568.414935] env[69262]: INFO nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1568.415176] env[69262]: DEBUG nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1568.415932] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80853cc9-e436-4582-b3fa-2fbf3e8f3ee9 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.933774] env[69262]: INFO nova.compute.manager [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Took 11.53 seconds to build instance. [ 1569.389802] env[69262]: DEBUG nova.compute.manager [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1569.390033] env[69262]: DEBUG nova.compute.manager [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing instance network info cache due to event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1569.390306] env[69262]: DEBUG oslo_concurrency.lockutils [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] Acquiring lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.390455] env[69262]: DEBUG oslo_concurrency.lockutils [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] Acquired lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.390620] env[69262]: DEBUG nova.network.neutron [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.436651] env[69262]: DEBUG oslo_concurrency.lockutils [None req-8f07a9a1-7c67-41a9-b082-6047039a233f tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.037s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.911182] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.093219] env[69262]: DEBUG nova.network.neutron [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updated VIF entry in instance network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.093581] env[69262]: DEBUG nova.network.neutron [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea45de3-19", "ovs_interfaceid": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.596808] env[69262]: DEBUG oslo_concurrency.lockutils [req-e919cd0b-c96a-45cc-a06d-6e48c0ab10b6 req-5c3da5d2-95a7-4a10-b940-619bb333e19f service nova] Releasing lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.911536] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1571.416688] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.417045] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.417128] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.417276] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1571.418174] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48ba374-4637-430e-8ea3-93c52ef29461 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.426927] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb1f977-4794-4bc6-93c0-36ce69ab193a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.441882] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ea806-cf89-445b-b235-7a7bb96be108 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.449399] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c29767-b89f-4ac0-be0b-376e6b04282e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.478663] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180725MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1571.478864] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.479046] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1572.504817] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 39ebe547-eb7e-4323-9c47-2a50ad759a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1572.505137] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1572.505238] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1572.532222] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1538c812-5cf9-43f2-8789-d1f6e666bd5e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.539810] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bff34d-8013-4c1b-9f07-185d227206a7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.570134] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e72aa4-80e6-46fd-af36-5f83b6ba1ea0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.577514] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7414772d-6eaf-4463-ad19-f30ce90e398a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.590573] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1573.094022] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1573.599156] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1573.599625] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.095983] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.096414] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.096516] env[69262]: INFO nova.compute.manager [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Shelving [ 1608.105978] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.106399] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89279fba-d6f2-4597-9a00-0c96c664cf11 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.113491] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1608.113491] env[69262]: value = "task-3714727" [ 1608.113491] env[69262]: _type = "Task" [ 1608.113491] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.121812] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.623071] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714727, 'name': PowerOffVM_Task, 'duration_secs': 0.203468} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.623341] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.624151] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de7e5fc-dca9-4564-998d-1b741311ff38 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.642118] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b1591-d570-4afd-8be4-9ff3b276a8ba {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.152498] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Creating Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1609.153046] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-684cf9c7-88a6-4d8d-a40f-4822ee9cbf9c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.161218] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1609.161218] env[69262]: value = "task-3714728" [ 1609.161218] env[69262]: _type = "Task" [ 1609.161218] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.169925] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714728, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.672241] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714728, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.172869] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714728, 'name': CreateSnapshot_Task, 'duration_secs': 0.535113} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.173279] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Created Snapshot of the VM instance {{(pid=69262) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1610.173900] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32b0141-0c53-48b6-a0ef-ef5efaece161 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.691851] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Creating linked-clone VM from snapshot {{(pid=69262) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1610.692202] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68d8a032-cc7a-429a-aba6-823a7ecd3f89 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.701649] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1610.701649] env[69262]: value = "task-3714729" [ 1610.701649] env[69262]: _type = "Task" [ 1610.701649] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.709923] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714729, 'name': CloneVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.212982] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714729, 'name': CloneVM_Task} progress is 94%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.717274] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714729, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.215335] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714729, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.716361] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714729, 'name': CloneVM_Task} progress is 95%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.221416] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714729, 'name': CloneVM_Task, 'duration_secs': 2.123348} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.221828] env[69262]: INFO nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Created linked-clone VM from snapshot [ 1613.223013] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e298e5-438e-404f-957a-49a8f7bc42fd {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.234430] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Uploading image bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1613.257767] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1613.257767] env[69262]: value = "vm-739757" [ 1613.257767] env[69262]: _type = "VirtualMachine" [ 1613.257767] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1613.258186] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-649fdd64-44ad-494b-8bbc-7d4df9d53b6a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.266962] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease: (returnval){ [ 1613.266962] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c347d-0cd8-cb31-3a3b-4a812bfec0c4" [ 1613.266962] env[69262]: _type = "HttpNfcLease" [ 1613.266962] env[69262]: } obtained for exporting VM: (result){ [ 1613.266962] env[69262]: value = "vm-739757" [ 1613.266962] env[69262]: _type = "VirtualMachine" [ 1613.266962] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1613.267364] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the lease: (returnval){ [ 1613.267364] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c347d-0cd8-cb31-3a3b-4a812bfec0c4" [ 1613.267364] env[69262]: _type = "HttpNfcLease" [ 1613.267364] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1613.274743] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1613.274743] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c347d-0cd8-cb31-3a3b-4a812bfec0c4" [ 1613.274743] env[69262]: _type = "HttpNfcLease" [ 1613.274743] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1613.776575] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1613.776575] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c347d-0cd8-cb31-3a3b-4a812bfec0c4" [ 1613.776575] env[69262]: _type = "HttpNfcLease" [ 1613.776575] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1613.776865] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1613.776865] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520c347d-0cd8-cb31-3a3b-4a812bfec0c4" [ 1613.776865] env[69262]: _type = "HttpNfcLease" [ 1613.776865] env[69262]: }. {{(pid=69262) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1613.777576] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93219135-421d-4bf5-bd51-d5a101a637aa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.784806] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52535cfc-ed48-89da-1137-e1db7d7e1067/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1613.784985] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52535cfc-ed48-89da-1137-e1db7d7e1067/disk-0.vmdk for reading. {{(pid=69262) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1613.870614] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-974fdcd2-344b-40b2-8d50-308d18993bf1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.661367] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52535cfc-ed48-89da-1137-e1db7d7e1067/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1620.662360] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d1b5a1-3886-4693-a978-a641adb1a7cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.668542] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52535cfc-ed48-89da-1137-e1db7d7e1067/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1620.668707] env[69262]: ERROR oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52535cfc-ed48-89da-1137-e1db7d7e1067/disk-0.vmdk due to incomplete transfer. [ 1620.668922] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de17c8f1-df1c-414c-bc5a-bb491f13aefe {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.676196] env[69262]: DEBUG oslo_vmware.rw_handles [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52535cfc-ed48-89da-1137-e1db7d7e1067/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1620.676389] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Uploaded image bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 to the Glance image server {{(pid=69262) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1620.678585] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Destroying the VM {{(pid=69262) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1620.678819] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40ea2d47-a850-4709-9fc6-a6e40d3bea9c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.685849] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1620.685849] env[69262]: value = "task-3714731" [ 1620.685849] env[69262]: _type = "Task" [ 1620.685849] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.694224] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714731, 'name': Destroy_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.195874] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714731, 'name': Destroy_Task, 'duration_secs': 0.379267} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.196175] env[69262]: INFO nova.virt.vmwareapi.vm_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Destroyed the VM [ 1621.196424] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Deleting Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1621.196675] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aba70cc6-66c6-4775-a958-504401e822f3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.203010] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1621.203010] env[69262]: value = "task-3714732" [ 1621.203010] env[69262]: _type = "Task" [ 1621.203010] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.210666] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714732, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.713017] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714732, 'name': RemoveSnapshot_Task, 'duration_secs': 0.379023} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.713411] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Deleted Snapshot of the VM instance {{(pid=69262) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1621.713559] env[69262]: DEBUG nova.compute.manager [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1621.714393] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e908c593-72ec-4f3e-8791-3fe481e72a46 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.226506] env[69262]: INFO nova.compute.manager [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Shelve offloading [ 1622.730749] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.731122] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-396f0ed7-3eaf-4008-a639-341b0f9defec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.738556] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1622.738556] env[69262]: value = "task-3714733" [ 1622.738556] env[69262]: _type = "Task" [ 1622.738556] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.746679] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.249922] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] VM already powered off {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1623.250161] env[69262]: DEBUG nova.compute.manager [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1623.250951] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c6a734-94cf-4c68-a8eb-b4a8121add44 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.257042] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.257211] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.257383] env[69262]: DEBUG nova.network.neutron [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.970896] env[69262]: DEBUG nova.network.neutron [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea45de3-19", "ovs_interfaceid": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.474432] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.691732] env[69262]: DEBUG nova.compute.manager [req-23af88a1-f03c-42a4-bcd0-3ee8de55c186 req-f06bed69-fd82-4ccb-8ef3-07d3527c01fb service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-vif-unplugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1624.692112] env[69262]: DEBUG oslo_concurrency.lockutils [req-23af88a1-f03c-42a4-bcd0-3ee8de55c186 req-f06bed69-fd82-4ccb-8ef3-07d3527c01fb service nova] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.692254] env[69262]: DEBUG oslo_concurrency.lockutils [req-23af88a1-f03c-42a4-bcd0-3ee8de55c186 req-f06bed69-fd82-4ccb-8ef3-07d3527c01fb service nova] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.692342] env[69262]: DEBUG oslo_concurrency.lockutils [req-23af88a1-f03c-42a4-bcd0-3ee8de55c186 req-f06bed69-fd82-4ccb-8ef3-07d3527c01fb service nova] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.692509] env[69262]: DEBUG nova.compute.manager [req-23af88a1-f03c-42a4-bcd0-3ee8de55c186 req-f06bed69-fd82-4ccb-8ef3-07d3527c01fb service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] No waiting events found dispatching network-vif-unplugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1624.692678] env[69262]: WARNING nova.compute.manager [req-23af88a1-f03c-42a4-bcd0-3ee8de55c186 req-f06bed69-fd82-4ccb-8ef3-07d3527c01fb service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received unexpected event network-vif-unplugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea for instance with vm_state shelved and task_state shelving_offloading. [ 1624.794912] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.795854] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d610b9f-57f2-48cd-afe6-2a239fb80b14 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.803522] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1624.803817] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21144112-6ea2-44d5-a7ea-7a8409d163a4 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.870712] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1624.871046] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1624.871264] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleting the datastore file [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1624.871528] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adcfbf32-3764-485f-8b85-c818fcbcae23 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.878267] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1624.878267] env[69262]: value = "task-3714735" [ 1624.878267] env[69262]: _type = "Task" [ 1624.878267] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.885962] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.388562] env[69262]: DEBUG oslo_vmware.api [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132997} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.388931] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1625.389075] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1625.389199] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1625.416197] env[69262]: INFO nova.scheduler.client.report [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted allocations for instance 39ebe547-eb7e-4323-9c47-2a50ad759a67 [ 1625.593403] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.593623] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.910574] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1625.920946] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.921241] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.921476] env[69262]: DEBUG nova.objects.instance [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'resources' on Instance uuid 39ebe547-eb7e-4323-9c47-2a50ad759a67 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.424681] env[69262]: DEBUG nova.objects.instance [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'numa_topology' on Instance uuid 39ebe547-eb7e-4323-9c47-2a50ad759a67 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1626.721335] env[69262]: DEBUG nova.compute.manager [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1626.721564] env[69262]: DEBUG nova.compute.manager [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing instance network info cache due to event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1626.721757] env[69262]: DEBUG oslo_concurrency.lockutils [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] Acquiring lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.722022] env[69262]: DEBUG oslo_concurrency.lockutils [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] Acquired lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.722102] env[69262]: DEBUG nova.network.neutron [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.910520] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.927433] env[69262]: DEBUG nova.objects.base [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Object Instance<39ebe547-eb7e-4323-9c47-2a50ad759a67> lazy-loaded attributes: resources,numa_topology {{(pid=69262) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1626.946479] env[69262]: DEBUG nova.scheduler.client.report [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Refreshing inventories for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1626.960989] env[69262]: DEBUG nova.scheduler.client.report [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Updating ProviderTree inventory for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1626.961249] env[69262]: DEBUG nova.compute.provider_tree [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Updating inventory in ProviderTree for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1626.974437] env[69262]: DEBUG nova.scheduler.client.report [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Refreshing aggregate associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, aggregates: None {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1626.993160] env[69262]: DEBUG nova.scheduler.client.report [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Refreshing trait associations for resource provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=69262) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1627.008104] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec5ab59-5a8c-45c1-93c1-131ec5b69be7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.016122] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f393b80-bb5a-443d-9f7c-0a5fa032612b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.046767] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaca0a7-f61b-4f3c-a4e9-9a6e17ae4690 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.054527] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d61a10f-c29c-4390-9bf9-98f58d429b5a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.068521] env[69262]: DEBUG nova.compute.provider_tree [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.435168] env[69262]: DEBUG nova.network.neutron [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updated VIF entry in instance network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.435565] env[69262]: DEBUG nova.network.neutron [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": null, "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9ea45de3-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.571426] env[69262]: DEBUG nova.scheduler.client.report [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.911014] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.938996] env[69262]: DEBUG oslo_concurrency.lockutils [req-b55faf46-f5eb-4804-a662-35a9bc767f95 req-b319d15e-f66a-4d39-b543-c7ca748710e2 service nova] Releasing lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.031968] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.076602] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.585216] env[69262]: DEBUG oslo_concurrency.lockutils [None req-a1fa276b-4b71-487a-8977-c23a0e254ab1 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.489s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.586129] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.554s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.586316] env[69262]: INFO nova.compute.manager [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Unshelving [ 1628.905596] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.410021] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1629.410277] env[69262]: DEBUG nova.compute.manager [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69262) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1629.610540] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.610812] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.611027] env[69262]: DEBUG nova.objects.instance [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'pci_requests' on Instance uuid 39ebe547-eb7e-4323-9c47-2a50ad759a67 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.114472] env[69262]: DEBUG nova.objects.instance [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'numa_topology' on Instance uuid 39ebe547-eb7e-4323-9c47-2a50ad759a67 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1630.617697] env[69262]: INFO nova.compute.claims [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.911657] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.653849] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f4509-3e3d-44c6-bb4b-b20f03040193 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.662045] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d5b56-3b92-4cf8-ae88-b1e9bfbd32cc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.691351] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff29477-eef5-4c96-8f87-62f6e6f0ec8d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.698892] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00ea7c5-aaf9-4f45-a021-ad4dec856f80 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.712825] env[69262]: DEBUG nova.compute.provider_tree [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.215992] env[69262]: DEBUG nova.scheduler.client.report [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.720487] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.109s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.749283] env[69262]: INFO nova.network.neutron [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating port 9ea45de3-1908-4d93-9770-3ba42d87e1ea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1632.911405] env[69262]: DEBUG oslo_service.periodic_task [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Running periodic task ComputeManager.update_available_resource {{(pid=69262) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.415114] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.415398] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1633.415571] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.415724] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69262) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1633.416684] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494490d2-0578-4f23-85d6-282a42920679 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.425997] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3503ae5b-8bda-4c93-b92c-40f1af4a4adc {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.440419] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201b7848-dc52-460d-9ec6-fb251e1f1b1f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.447661] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a955b9-b7ec-4f7e-bc23-b5a1ae05537e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.476796] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180684MB free_disk=64GB free_vcpus=48 pci_devices=None {{(pid=69262) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1633.476941] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1633.477969] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.116079] env[69262]: DEBUG nova.compute.manager [req-af93f6b5-d2a4-464a-9580-57cbcfba1b47 req-0ceabbe8-e455-40bf-9ebe-e83a94a1bf7f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-vif-plugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1634.116417] env[69262]: DEBUG oslo_concurrency.lockutils [req-af93f6b5-d2a4-464a-9580-57cbcfba1b47 req-0ceabbe8-e455-40bf-9ebe-e83a94a1bf7f service nova] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.116552] env[69262]: DEBUG oslo_concurrency.lockutils [req-af93f6b5-d2a4-464a-9580-57cbcfba1b47 req-0ceabbe8-e455-40bf-9ebe-e83a94a1bf7f service nova] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.116725] env[69262]: DEBUG oslo_concurrency.lockutils [req-af93f6b5-d2a4-464a-9580-57cbcfba1b47 req-0ceabbe8-e455-40bf-9ebe-e83a94a1bf7f service nova] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.116923] env[69262]: DEBUG nova.compute.manager [req-af93f6b5-d2a4-464a-9580-57cbcfba1b47 req-0ceabbe8-e455-40bf-9ebe-e83a94a1bf7f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] No waiting events found dispatching network-vif-plugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1634.117040] env[69262]: WARNING nova.compute.manager [req-af93f6b5-d2a4-464a-9580-57cbcfba1b47 req-0ceabbe8-e455-40bf-9ebe-e83a94a1bf7f service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received unexpected event network-vif-plugged-9ea45de3-1908-4d93-9770-3ba42d87e1ea for instance with vm_state shelved_offloaded and task_state spawning. [ 1634.196456] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.196646] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.196822] env[69262]: DEBUG nova.network.neutron [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Building network info cache for instance {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.498041] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Instance 39ebe547-eb7e-4323-9c47-2a50ad759a67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69262) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1634.498260] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1634.498409] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69262) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1634.522861] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458be302-4029-4a5d-8e59-52a5e0a2104a {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.530683] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84726834-d899-42b2-8862-c11873e8da22 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.561877] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccc5c03-8959-413b-a88f-1a8c339536de {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.569925] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4632866d-e715-4392-a628-af3e1f387831 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.584028] env[69262]: DEBUG nova.compute.provider_tree [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.908536] env[69262]: DEBUG nova.network.neutron [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea45de3-19", "ovs_interfaceid": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.087017] env[69262]: DEBUG nova.scheduler.client.report [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1635.411250] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.448973] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-29T08:46:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b50acca891a18243aaa4d59177a528bd',container_format='bare',created_at=2025-04-29T09:05:07Z,direct_url=,disk_format='vmdk',id=bd4c16f3-b19f-4a50-8fde-9b0e57872ed1,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1094824669-shelved',owner='082ccb81efe04fd6ba33117f36ff33e2',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-29T09:05:21Z,virtual_size=,visibility=), allow threads: False {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.449277] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.449437] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image limits 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.449616] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Flavor pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.449758] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Image pref 0:0:0 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.449902] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69262) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.450118] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.450278] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.450443] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Got 1 possible topologies {{(pid=69262) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.450604] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.450777] env[69262]: DEBUG nova.virt.hardware [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69262) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.451641] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cde7c8-006d-4be5-aab4-1b7ccca6c102 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.459461] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9540db9d-c87f-461e-8f77-5ed9183a50cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.472738] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:93:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f256cfee-512d-4192-9aca-6750fdb1cd4c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea45de3-1908-4d93-9770-3ba42d87e1ea', 'vif_model': 'vmxnet3'}] {{(pid=69262) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.480073] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1635.480325] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Creating VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.480548] env[69262]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da21bce6-9b53-47a3-b098-70f852f3c7b3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.501620] env[69262]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.501620] env[69262]: value = "task-3714736" [ 1635.501620] env[69262]: _type = "Task" [ 1635.501620] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.509502] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714736, 'name': CreateVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.592881] env[69262]: DEBUG nova.compute.resource_tracker [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69262) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1635.593273] env[69262]: DEBUG oslo_concurrency.lockutils [None req-3ca9bd91-dd5b-441f-9e29-175aa409c59d None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1636.011594] env[69262]: DEBUG oslo_vmware.api [-] Task: {'id': task-3714736, 'name': CreateVM_Task, 'duration_secs': 0.322843} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.011818] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Created VM on the ESX host {{(pid=69262) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.012412] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.012589] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.012961] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.013230] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e26b7b-b8ee-49d0-a2e6-c869be3f686b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.017667] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1636.017667] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e61c50-ad8e-a7bd-18b2-7fc3edc6dbf6" [ 1636.017667] env[69262]: _type = "Task" [ 1636.017667] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.025516] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]52e61c50-ad8e-a7bd-18b2-7fc3edc6dbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.142969] env[69262]: DEBUG nova.compute.manager [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1636.143196] env[69262]: DEBUG nova.compute.manager [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing instance network info cache due to event network-changed-9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1636.143442] env[69262]: DEBUG oslo_concurrency.lockutils [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] Acquiring lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.143593] env[69262]: DEBUG oslo_concurrency.lockutils [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] Acquired lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.143752] env[69262]: DEBUG nova.network.neutron [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Refreshing network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.528571] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.528944] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Processing image bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.529087] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.529235] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.529447] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.529703] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bca982e-97a6-4cca-a161-b0c964c4c261 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.538534] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.538726] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69262) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.539480] env[69262]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da876207-f3af-4262-82e8-cc75d59a899b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.544711] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1636.544711] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]5241da5b-bedf-9f79-f4f9-8425ba7b34d4" [ 1636.544711] env[69262]: _type = "Task" [ 1636.544711] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.552516] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': session[5201ab14-d208-7ae9-8a56-80f3402236c2]5241da5b-bedf-9f79-f4f9-8425ba7b34d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.852878] env[69262]: DEBUG nova.network.neutron [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updated VIF entry in instance network info cache for port 9ea45de3-1908-4d93-9770-3ba42d87e1ea. {{(pid=69262) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.853288] env[69262]: DEBUG nova.network.neutron [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [{"id": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "address": "fa:16:3e:f0:93:4e", "network": {"id": "275791ee-8a84-466d-9038-5ae724829506", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-304802767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "082ccb81efe04fd6ba33117f36ff33e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f256cfee-512d-4192-9aca-6750fdb1cd4c", "external-id": "nsx-vlan-transportzone-821", "segmentation_id": 821, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea45de3-19", "ovs_interfaceid": "9ea45de3-1908-4d93-9770-3ba42d87e1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.054688] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Preparing fetch location {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1637.054957] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Fetch image to [datastore2] OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70/OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70.vmdk {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1637.055157] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Downloading stream optimized image bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 to [datastore2] OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70/OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70.vmdk on the data store datastore2 as vApp {{(pid=69262) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1637.055351] env[69262]: DEBUG nova.virt.vmwareapi.images [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Downloading image file data bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 to the ESX as VM named 'OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70' {{(pid=69262) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1637.122980] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1637.122980] env[69262]: value = "resgroup-9" [ 1637.122980] env[69262]: _type = "ResourcePool" [ 1637.122980] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1637.123648] env[69262]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-412d2e64-2e55-4cd9-97db-4fdc6ea0c6b1 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.144458] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease: (returnval){ [ 1637.144458] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520146dc-6b2f-8067-fc55-28a4ce65a32a" [ 1637.144458] env[69262]: _type = "HttpNfcLease" [ 1637.144458] env[69262]: } obtained for vApp import into resource pool (val){ [ 1637.144458] env[69262]: value = "resgroup-9" [ 1637.144458] env[69262]: _type = "ResourcePool" [ 1637.144458] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1637.144732] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the lease: (returnval){ [ 1637.144732] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520146dc-6b2f-8067-fc55-28a4ce65a32a" [ 1637.144732] env[69262]: _type = "HttpNfcLease" [ 1637.144732] env[69262]: } to be ready. {{(pid=69262) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1637.151169] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1637.151169] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520146dc-6b2f-8067-fc55-28a4ce65a32a" [ 1637.151169] env[69262]: _type = "HttpNfcLease" [ 1637.151169] env[69262]: } is initializing. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1637.355997] env[69262]: DEBUG oslo_concurrency.lockutils [req-30cd35f7-2239-4c33-b6e2-8f9b95c02f42 req-23146f69-1847-4f51-a4d4-9a0c24ea8b19 service nova] Releasing lock "refresh_cache-39ebe547-eb7e-4323-9c47-2a50ad759a67" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.653356] env[69262]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1637.653356] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520146dc-6b2f-8067-fc55-28a4ce65a32a" [ 1637.653356] env[69262]: _type = "HttpNfcLease" [ 1637.653356] env[69262]: } is ready. {{(pid=69262) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1637.653800] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1637.653800] env[69262]: value = "session[5201ab14-d208-7ae9-8a56-80f3402236c2]520146dc-6b2f-8067-fc55-28a4ce65a32a" [ 1637.653800] env[69262]: _type = "HttpNfcLease" [ 1637.653800] env[69262]: }. {{(pid=69262) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1637.654352] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88ea4d0-f1b6-4662-9c4d-fd42460a969d {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.663444] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877772-e2b5-d9aa-2298-e2a481edac21/disk-0.vmdk from lease info. {{(pid=69262) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1637.663582] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877772-e2b5-d9aa-2298-e2a481edac21/disk-0.vmdk. {{(pid=69262) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1637.725446] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58e6f12d-67f4-4fa0-ac89-cb67675ad0cf {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.830190] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Completed reading data from the image iterator. {{(pid=69262) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1638.830574] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877772-e2b5-d9aa-2298-e2a481edac21/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1638.831562] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901df7cb-489c-4412-8a94-00542d8ef717 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.839743] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877772-e2b5-d9aa-2298-e2a481edac21/disk-0.vmdk is in state: ready. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1638.839973] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877772-e2b5-d9aa-2298-e2a481edac21/disk-0.vmdk. {{(pid=69262) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1638.840229] env[69262]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a47314f1-780b-4a53-b9b6-2361df0e5dec {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.285189] env[69262]: DEBUG oslo_vmware.rw_handles [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52877772-e2b5-d9aa-2298-e2a481edac21/disk-0.vmdk. {{(pid=69262) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1639.285433] env[69262]: INFO nova.virt.vmwareapi.images [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Downloaded image file data bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 [ 1639.286504] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ab857-237f-4fb3-b9c0-8226bc39ca00 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.303527] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ad9de2-c772-45f3-bdf0-420f17d3bd76 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.338290] env[69262]: INFO nova.virt.vmwareapi.images [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] The imported VM was unregistered [ 1639.341042] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Caching image {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1639.341307] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1639.341639] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec014533-1bf7-4142-a09e-0deccec1f5ee {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.365926] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Created directory with path [datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1 {{(pid=69262) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1639.366153] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70/OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70.vmdk to [datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1.vmdk. {{(pid=69262) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1639.366441] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-557223af-6d80-4ada-865f-f7203d82e86e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.374427] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1639.374427] env[69262]: value = "task-3714739" [ 1639.374427] env[69262]: _type = "Task" [ 1639.374427] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.382183] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714739, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.884729] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714739, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.386102] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714739, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.886865] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714739, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.387588] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714739, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.889131] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714739, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.38286} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.889562] env[69262]: INFO nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70/OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70.vmdk to [datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1.vmdk. [ 1641.889562] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Cleaning up location [datastore2] OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70 {{(pid=69262) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1641.889723] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fd11b83b-53c4-4821-bb33-306f84dcdf70 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.889970] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3059ce1-5f11-412b-8df8-caa762db6902 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.896595] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1641.896595] env[69262]: value = "task-3714740" [ 1641.896595] env[69262]: _type = "Task" [ 1641.896595] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.904787] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.406497] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035907} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.406788] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.406930] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1.vmdk" {{(pid=69262) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.407204] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1.vmdk to [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.407463] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c92d39dc-7666-4a17-9465-4759671af922 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.413854] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1642.413854] env[69262]: value = "task-3714741" [ 1642.413854] env[69262]: _type = "Task" [ 1642.413854] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.421772] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.925036] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714741, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.425692] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714741, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.927187] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714741, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.427017] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714741, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.928983] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714741, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.258339} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.929354] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1/bd4c16f3-b19f-4a50-8fde-9b0e57872ed1.vmdk to [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk {{(pid=69262) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.930019] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0cf214-ca5f-463f-a76f-b79e7b1484fa {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.951393] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.951701] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d516e899-ee1a-452d-a297-aed4cf110d3c {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.971961] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1644.971961] env[69262]: value = "task-3714742" [ 1644.971961] env[69262]: _type = "Task" [ 1644.971961] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.979951] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.482388] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714742, 'name': ReconfigVM_Task, 'duration_secs': 0.290493} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.482610] env[69262]: DEBUG nova.virt.vmwareapi.volumeops [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67/39ebe547-eb7e-4323-9c47-2a50ad759a67.vmdk or device None with type streamOptimized {{(pid=69262) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.483247] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae84acf6-d0af-4dba-b7f8-c5cde1fc5616 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.489588] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1645.489588] env[69262]: value = "task-3714743" [ 1645.489588] env[69262]: _type = "Task" [ 1645.489588] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.497109] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714743, 'name': Rename_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.000193] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714743, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.501107] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714743, 'name': Rename_Task} progress is 99%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.002207] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714743, 'name': Rename_Task, 'duration_secs': 1.180732} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.002556] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powering on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.002713] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c8ab12-8f83-4c7d-9023-1dfd4eb3fb13 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.009091] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1647.009091] env[69262]: value = "task-3714744" [ 1647.009091] env[69262]: _type = "Task" [ 1647.009091] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.016554] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.519663] env[69262]: DEBUG oslo_vmware.api [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714744, 'name': PowerOnVM_Task, 'duration_secs': 0.439016} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.519934] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powered on the VM {{(pid=69262) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.613491] env[69262]: DEBUG nova.compute.manager [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Checking state {{(pid=69262) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1647.614669] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddb477d-9bd9-438e-99fd-4abd32f7cfc0 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.132139] env[69262]: DEBUG oslo_concurrency.lockutils [None req-2452ae3b-10be-45f4-b1b9-a3d9fc48cf85 tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.546s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.543888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.543888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.543888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.543888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.543888] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.546096] env[69262]: INFO nova.compute.manager [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Terminating instance [ 1649.049680] env[69262]: DEBUG nova.compute.manager [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Start destroying the instance on the hypervisor. {{(pid=69262) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1649.049918] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Destroying instance {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1649.050854] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403db66f-5b33-4733-a76a-4097fcd757c7 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.058645] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powering off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.058885] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a8fe35-b6d6-44e3-9388-0e11a5c06785 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.064963] env[69262]: DEBUG oslo_vmware.api [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1649.064963] env[69262]: value = "task-3714745" [ 1649.064963] env[69262]: _type = "Task" [ 1649.064963] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.073014] env[69262]: DEBUG oslo_vmware.api [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.575016] env[69262]: DEBUG oslo_vmware.api [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714745, 'name': PowerOffVM_Task, 'duration_secs': 0.189796} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.575360] env[69262]: DEBUG nova.virt.vmwareapi.vm_util [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Powered off the VM {{(pid=69262) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.575483] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Unregistering the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.575728] env[69262]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-199b0c1d-25c9-4711-8fc8-b6d02577b9d3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.635601] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Unregistered the VM {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.635848] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Deleting contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.636067] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleting the datastore file [datastore2] 39ebe547-eb7e-4323-9c47-2a50ad759a67 {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.636343] env[69262]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef38bf65-f178-476e-9c76-90b0cafc676e {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.643690] env[69262]: DEBUG oslo_vmware.api [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for the task: (returnval){ [ 1649.643690] env[69262]: value = "task-3714747" [ 1649.643690] env[69262]: _type = "Task" [ 1649.643690] env[69262]: } to complete. {{(pid=69262) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.651607] env[69262]: DEBUG oslo_vmware.api [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.153119] env[69262]: DEBUG oslo_vmware.api [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Task: {'id': task-3714747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129653} completed successfully. {{(pid=69262) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.153381] env[69262]: DEBUG nova.virt.vmwareapi.ds_util [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted the datastore file {{(pid=69262) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.153566] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Deleted contents of the VM from datastore datastore2 {{(pid=69262) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.153786] env[69262]: DEBUG nova.virt.vmwareapi.vmops [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Instance destroyed {{(pid=69262) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.153943] env[69262]: INFO nova.compute.manager [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1650.154211] env[69262]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69262) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1650.154403] env[69262]: DEBUG nova.compute.manager [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Deallocating network for instance {{(pid=69262) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1650.154498] env[69262]: DEBUG nova.network.neutron [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] deallocate_for_instance() {{(pid=69262) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.594879] env[69262]: DEBUG nova.compute.manager [req-7e596ee3-4084-44b3-9c2f-e23f1967b9c0 req-6ccd50b8-06b7-4bcc-be26-826c83c022a2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Received event network-vif-deleted-9ea45de3-1908-4d93-9770-3ba42d87e1ea {{(pid=69262) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1650.595156] env[69262]: INFO nova.compute.manager [req-7e596ee3-4084-44b3-9c2f-e23f1967b9c0 req-6ccd50b8-06b7-4bcc-be26-826c83c022a2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Neutron deleted interface 9ea45de3-1908-4d93-9770-3ba42d87e1ea; detaching it from the instance and deleting it from the info cache [ 1650.595318] env[69262]: DEBUG nova.network.neutron [req-7e596ee3-4084-44b3-9c2f-e23f1967b9c0 req-6ccd50b8-06b7-4bcc-be26-826c83c022a2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.077951] env[69262]: DEBUG nova.network.neutron [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Updating instance_info_cache with network_info: [] {{(pid=69262) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.097910] env[69262]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cd9a35f-1baf-4bb0-970e-df1a22913a7f {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.108813] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883a811b-4215-40e5-bf63-611553b13c78 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.133722] env[69262]: DEBUG nova.compute.manager [req-7e596ee3-4084-44b3-9c2f-e23f1967b9c0 req-6ccd50b8-06b7-4bcc-be26-826c83c022a2 service nova] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Detach interface failed, port_id=9ea45de3-1908-4d93-9770-3ba42d87e1ea, reason: Instance 39ebe547-eb7e-4323-9c47-2a50ad759a67 could not be found. {{(pid=69262) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1651.581302] env[69262]: INFO nova.compute.manager [-] [instance: 39ebe547-eb7e-4323-9c47-2a50ad759a67] Took 1.43 seconds to deallocate network for instance. [ 1652.088198] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1652.088572] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.088708] env[69262]: DEBUG nova.objects.instance [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lazy-loading 'resources' on Instance uuid 39ebe547-eb7e-4323-9c47-2a50ad759a67 {{(pid=69262) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.624924] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb99b79-efaa-44d4-9872-d60bc8b2652b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.633974] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4ecf1b-4072-47a2-9a20-4d54c1d26958 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.663995] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4a21ff-0137-4b0d-b70c-ceda5017199b {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.671650] env[69262]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515def57-1c1b-4743-8b29-eecbfcc37cd3 {{(pid=69262) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.688937] env[69262]: DEBUG nova.compute.provider_tree [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed in ProviderTree for provider: 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 {{(pid=69262) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.192427] env[69262]: DEBUG nova.scheduler.client.report [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Inventory has not changed for provider 29f38da0-bc53-4f4f-90bd-4f4c04eeed85 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 64, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69262) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.697682] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.718121] env[69262]: INFO nova.scheduler.client.report [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Deleted allocations for instance 39ebe547-eb7e-4323-9c47-2a50ad759a67 [ 1654.226360] env[69262]: DEBUG oslo_concurrency.lockutils [None req-abbc7727-8471-4947-961a-295a27c5b7ef tempest-ServerActionsTestOtherB-541759439 tempest-ServerActionsTestOtherB-541759439-project-member] Lock "39ebe547-eb7e-4323-9c47-2a50ad759a67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=69262) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}